-- Logs begin at Tue 2021-09-14 12:50:43 UTC, end at Tue 2021-09-14 13:47:02 UTC. -- Sep 14 13:19:52.899694 dv-cinder-798783-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 13:19:55.626700 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.common.config [-] Logging enabled! Sep 14 13:19:55.627156 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 13:19:55.627472 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93837) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 13:19:55.630737 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.common.config [-] Logging enabled! Sep 14 13:19:55.630995 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 13:19:55.631314 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93837) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 13:19:55.632865 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 13:19:55.633102 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 13:19:55.633470 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 13:19:55.633720 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 13:19:55.633950 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 13:19:55.634275 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.634577 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.634879 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.635113 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.635408 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.635700 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.635987 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.636278 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.636577 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.636895 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.637177 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.637461 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.637692 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.637978 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.638267 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.638555 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.638782 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] debug = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.639063 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.639488 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.639893 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.640177 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.640468 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.640776 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.641054 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.641327 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.641611 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.641949 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] host = dv-cinder-798783-2-iscsi {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.642219 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.642506 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.642794 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.643080 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.643354 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.643632 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.643915 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.644189 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.644461 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] log_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.644758 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.645048 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.645335 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.645624 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.645849 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.646073 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.646363 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.646650 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.646927 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.647204 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.647480 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.647802 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.648581 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.648882 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.649172 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.649460 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.649748 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.650025 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.650300 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.650574 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.650853 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.651139 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.651413 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.651688 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.651965 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.652251 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.652524 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.652829 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.653135 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.653421 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.653705 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.653991 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.654265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.654546 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.654818 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.655089 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.655360 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] use_json = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.655631 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.655900 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.656180 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.656450 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.656745 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.657023 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.657293 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.657576 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:55.657874 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.658172 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.658471 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.658756 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.659053 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.659335 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.659626 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.659905 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.660191 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.660479 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.660797 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.661083 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.661373 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.661651 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.661947 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.662251 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.662545 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.662836 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.663110 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.663908 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.664180 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.664459 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.664767 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.665047 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.665338 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.665629 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.665910 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.666197 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.666493 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.666786 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.667059 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.667340 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.667632 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.667911 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.668184 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.668462 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.668772 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.669054 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.669327 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.669609 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.669887 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.670158 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.670430 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.670713 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.670999 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.671275 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.671544 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.671812 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.672091 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.672361 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.672641 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.672943 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.673216 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.673490 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.673770 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.674043 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.674318 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.674598 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.674871 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.675149 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.675421 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.675695 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.675967 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.676238 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.676509 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.676813 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.677088 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.677365 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.677639 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.677912 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.678186 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.678460 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.678733 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.679073 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.679890 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.680173 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.680455 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.680767 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.681050 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.681329 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.681606 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.681886 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.682167 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.682441 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.682731 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.683017 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.683305 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.683588 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.683867 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.684171 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.684449 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.684763 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.685043 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.685324 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.685608 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.685892 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.686188 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.686485 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.686778 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.687071 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.687364 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.687644 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.687951 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.688230 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:55.688448 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 13:19:55.688719 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93837) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 13:19:56.038730 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 13:19:56.039013 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 13:19:56.039305 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 13:19:56.039639 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 13:19:56.428726 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.428984 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.429269 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.430573 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.430849 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.431117 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.467177 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.467457 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.467728 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.482358 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.482642 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.482916 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.511279 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.511563 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.511836 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.549047 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.549330 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.549605 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.781612 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.782232 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.782232 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.782399 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.783099 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.902627 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.902943 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.903227 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.903502 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.903773 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.904089 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.904354 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.904612 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.904893 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.905179 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.905441 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.905708 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.905965 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.906217 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.906474 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.906739 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.906996 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.907263 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.907534 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.907794 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.908068 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.908322 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.908605 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.909007 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.909260 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.909508 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.909897 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:56.910138 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:56.910372 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:56.910606 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:56.910841 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:56.911076 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:56.911443 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 13:19:56.915038 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 13:19:56.918974 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 13:19:56.922820 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 14 13:19:56.924443 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 13:19:56.924924 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 13:19:56.925265 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 13:19:56.925651 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 13:19:56.928416 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 13:19:56.928672 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 13:19:56.929593 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 13:19:56.934851 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 13:19:56.956467 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 13:19:56.956956 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.957256 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93837) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 13:19:56.957619 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.958970 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93837) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 13:19:56.959252 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 13:19:56.959500 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 13:19:56.962892 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:56.963178 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.027316 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 13:19:57.027551 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 13:19:57.027790 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 13:19:57.028160 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 13:19:57.050401 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_db.sqlalchemy.engines [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93837) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 13:19:57.583197 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing driver for type 'gre' Sep 14 13:19:57.583728 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] gre ID ranges: [(1, 1000)] Sep 14 13:19:57.635358 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing driver for type 'local' Sep 14 13:19:57.635723 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing driver for type 'vlan' Sep 14 13:19:57.648897 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] VlanTypeDriver initialization complete Sep 14 13:19:57.649227 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing driver for type 'vxlan' Sep 14 13:19:57.649712 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] vxlan ID ranges: [(1, 1000)] Sep 14 13:19:57.703771 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing extension driver 'port_security' Sep 14 13:19:57.704104 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.extensions.port_security [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] PortSecurityExtensionDriver initialization complete Sep 14 13:19:57.704454 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing mechanism driver 'openvswitch' Sep 14 13:19:57.704797 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing mechanism driver 'hyperv' Sep 14 13:19:57.711321 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:19:57.711988 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.712353 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.712715 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.713261 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 13:19:57.713683 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnet after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.714028 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnet after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.714372 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.714755 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 13:19:57.715150 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.715494 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.715830 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.716217 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 13:19:57.716612 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > security_group after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.716998 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > security_group after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.717332 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.717855 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 13:19:57.718255 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.718620 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.718948 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.719336 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 13:19:57.719729 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > address_group after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.720068 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > address_group after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.720400 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.720807 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 13:19:57.721173 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] ML2 OVO RPC backend initialized. {{(pid=93837) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 13:19:57.721864 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.722213 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.722620 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.722958 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > networks before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.723296 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.723629 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > ports before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.723963 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnet before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.724294 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnets before_response 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.724631 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.724988 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.725316 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.725642 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.726486 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.726812 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.727139 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnet after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.727466 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnet after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.727789 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.728345 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.plugin [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Modular L2 Plugin initialization complete Sep 14 13:19:57.728663 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading services supported by the core plugin {{(pid=93837) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 13:19:57.729007 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.plugins.ml2.managers [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Got port-security extension from driver 'port_security' Sep 14 13:19:57.729459 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.extensions.vlantransparent [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Disabled vlantransparent extension. Sep 14 13:19:57.729928 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93837) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 13:19:57.730232 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: router Sep 14 13:19:57.771670 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.772060 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router after_create 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.772432 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router before_create 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.772844 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.773221 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.773578 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router after_delete 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.773934 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > floatingip after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.774280 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.774642 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router after_create 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.774979 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router after_update 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.775326 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router after_update 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.775670 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.776027 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router after_update 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.776437 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_update 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.776830 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: port after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.777167 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: port after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.777504 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: subnet after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.777837 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.778179 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.778526 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_create 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.778866 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: port before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.779201 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.779558 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router after_update 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.779898 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.780247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_create 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.780606 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.780981 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_update 55549900 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.781344 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > agent after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.781694 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > agent after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.782222 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > network after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.782885 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Tracking information for resource: router configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:57.783208 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Tracking information for resource: floatingip configured {{(pid=93837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 13:19:57.788061 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.db.l3_agentschedulers_db [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 13:19:57.789180 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: port after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.789531 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: port after_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.789875 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: port after_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.790216 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: port after_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.791043 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router before_create 55550100 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.791398 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.791749 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_create 55550100 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.792097 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > router precommit_update 55550100 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.796747 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.services.provider_configuration [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service providers = [] {{(pid=93837) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 13:19:57.797111 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.db.servicetype_db [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93837) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 13:19:57.799993 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.services.service_base [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 13:19:57.800337 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.services.service_base [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 13:19:57.800675 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.services.service_base [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 13:19:57.801567 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.services.service_base [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 13:19:57.801932 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.services.service_base [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 13:19:57.802300 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.802607 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 13:19:57.813632 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.813957 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: auto_allocate Sep 14 13:19:57.820143 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: network precommit_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.820506 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: network precommit_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.821051 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.821366 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: tag Sep 14 13:19:57.827815 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.828138 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: timestamp Sep 14 13:19:57.832081 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.832406 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: network_ip_availability Sep 14 13:19:57.838371 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.838684 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.839033 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:57.839723 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.840036 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: flavors Sep 14 13:19:57.844659 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.845007 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading Plugin: revisions Sep 14 13:19:57.849212 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 13:19:57.849593 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_concurrency.lockutils [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=93837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 13:19:57.850312 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93837) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 13:19:57.850639 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Initializing extension manager. Sep 14 13:19:57.851163 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: __init__.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.851494 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: __pycache__ {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.851821 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.852144 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: address_group.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.852911 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.853462 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: address-group Sep 14 13:19:57.853776 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: address_scope.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.854664 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.855172 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: address-scope Sep 14 13:19:57.855485 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.856407 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.857033 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: router-admin-state-down-before-update Sep 14 13:19:57.857351 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: agent.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.858039 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.858538 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: agent Sep 14 13:19:57.858850 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: agent_resources_synced.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.860020 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.860536 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: agent-resources-synced Sep 14 13:19:57.860890 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: allowedaddresspairs.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.862654 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.863173 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: allowed-address-pairs Sep 14 13:19:57.863490 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: auto_allocated_topology.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.864550 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.865089 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: auto-allocated-topology Sep 14 13:19:57.865410 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: availability_zone.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.866092 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.866621 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: availability_zone Sep 14 13:19:57.866936 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: availability_zone_filter.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.867833 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.868336 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: availability_zone_filter Sep 14 13:19:57.868651 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: data_plane_status.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.869568 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.870070 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 13:19:57.870382 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: default_subnetpools.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.871275 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.871779 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: default-subnetpools Sep 14 13:19:57.872090 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.872914 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.873419 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: dhcp_agent_scheduler Sep 14 13:19:57.873732 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: dns.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.874631 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.875137 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension dns-integration not supported by any of loaded plugins Sep 14 13:19:57.875449 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: dns_domain_ports.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.876364 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.876889 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 13:19:57.877205 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.878109 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.878613 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 13:19:57.878926 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: dvr.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.879581 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.880082 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: dvr Sep 14 13:19:57.880395 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: ecmp_routes.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.881320 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.881817 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 13:19:57.882694 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: empty_string_filtering.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.883583 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.884084 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: empty-string-filtering Sep 14 13:19:57.884396 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.885327 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.885834 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 13:19:57.886152 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.887048 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.887553 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 13:19:57.887866 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: external_net.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.888795 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.889299 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: external-net Sep 14 13:19:57.889612 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.890498 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.890998 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: extra_dhcp_opt Sep 14 13:19:57.891311 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: extraroute.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.892205 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.892725 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: extraroute Sep 14 13:19:57.893044 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: extraroute_atomic.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.894047 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.894552 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: extraroute-atomic Sep 14 13:19:57.894868 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: filter_validation.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.895523 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.896022 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: filter-validation Sep 14 13:19:57.896335 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: fip_pf_description.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.897269 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.898331 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 13:19:57.898642 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: fip_port_details.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.899537 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.900043 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: fip-port-details Sep 14 13:19:57.900354 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: flavors.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.901587 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.902101 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: flavors Sep 14 13:19:57.902419 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.904055 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.904569 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 13:19:57.904927 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: floatingip_pools.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.905617 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.906123 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: floatingip-pools Sep 14 13:19:57.906443 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: ip_allocation.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.907357 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.907859 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 13:19:57.908175 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.909112 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.909615 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: ip-substring-filtering Sep 14 13:19:57.909931 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l2_adjacency.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.910849 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.911349 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 13:19:57.911664 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l3.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.912773 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.913339 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: router Sep 14 13:19:57.913660 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.915891 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.916409 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 13:19:57.916779 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.917706 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.918214 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: ext-gw-mode Sep 14 13:19:57.918556 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.919476 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.919978 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: l3-ha Sep 14 13:19:57.920293 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l3_flavors.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.921217 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.921719 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: l3-flavors Sep 14 13:19:57.922036 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.922944 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.923447 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 13:19:57.923763 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: l3agentscheduler.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.924809 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.925315 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: l3_agent_scheduler Sep 14 13:19:57.925633 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: logging.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.927081 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.927592 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension logging not supported by any of loaded plugins Sep 14 13:19:57.927913 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: metering.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.928636 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.929268 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: metering Sep 14 13:19:57.929587 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.930654 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.931165 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: metering_source_and_destination_fields Sep 14 13:19:57.931482 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: multiprovidernet.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.932388 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.932926 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: multi-provider Sep 14 13:19:57.933240 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: netmtu.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.934136 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.934638 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: net-mtu Sep 14 13:19:57.934950 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: netmtu_writable.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.935846 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.936349 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: net-mtu-writable Sep 14 13:19:57.936668 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: network_availability_zone.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.937348 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.937849 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: network_availability_zone Sep 14 13:19:57.938159 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: network_ip_availability.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.939232 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.939737 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: network-ip-availability Sep 14 13:19:57.940055 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: network_segment_range.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.940845 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.941348 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 13:19:57.941663 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: pagination.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.942629 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.942951 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: pagination Sep 14 13:19:57.943263 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: port_device_profile.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.944156 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.945199 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: port-device-profile Sep 14 13:19:57.945512 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.946411 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.946920 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: port-mac-address-regenerate Sep 14 13:19:57.947233 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.948417 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.948952 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: port-numa-affinity-policy Sep 14 13:19:57.949267 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: port_resource_request.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.950303 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.950803 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 13:19:57.951117 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: portbindings.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.952030 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.952537 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: binding Sep 14 13:19:57.952875 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: portbindings_extended.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.954123 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.954632 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: binding-extended Sep 14 13:19:57.954951 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: portsecurity.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.955847 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.956351 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: port-security Sep 14 13:19:57.956665 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: project_id.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.957663 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.958052 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: project-id Sep 14 13:19:57.958372 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: providernet.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.959286 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.959797 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: provider Sep 14 13:19:57.960155 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.964146 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.964670 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos not supported by any of loaded plugins Sep 14 13:19:57.965017 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.966243 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.966755 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 13:19:57.967079 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.967986 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.968492 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 13:19:57.968840 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_default.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.969742 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.970250 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-default not supported by any of loaded plugins Sep 14 13:19:57.970570 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_fip.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.971212 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.971710 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-fip not supported by any of loaded plugins Sep 14 13:19:57.972023 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_gateway_ip.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.972965 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.973474 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 13:19:57.973788 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_port_network_policy.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.974685 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.975194 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 13:19:57.975508 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_pps_rule.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.976710 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.977237 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-pps not supported by any of loaded plugins Sep 14 13:19:57.977554 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_rule_type_details.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.978455 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.978967 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 13:19:57.979285 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: qos_rules_alias.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.980306 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.980843 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 13:19:57.981163 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: quotasv2.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.982058 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.982378 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: quotas Sep 14 13:19:57.982692 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: quotasv2_detail.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.986265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.986600 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: quota_details Sep 14 13:19:57.986926 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: rbac.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.987973 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.988498 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: rbac-policies Sep 14 13:19:57.988918 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: rbac_address_group.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.989833 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.990346 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: rbac-address-group Sep 14 13:19:57.990666 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: rbac_address_scope.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.991595 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.992105 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: rbac-address-scope Sep 14 13:19:57.992423 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: rbac_security_groups.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.993358 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.993871 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: rbac-security-groups Sep 14 13:19:57.994187 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: rbac_subnetpool.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.995083 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.995600 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: rbac-subnetpool Sep 14 13:19:57.995918 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: revisionifmatch.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.996858 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.997376 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: revision-if-match Sep 14 13:19:57.997693 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: revisions.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:57.998841 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:57.999400 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: standard-attr-revisions Sep 14 13:19:57.999718 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: router_availability_zone.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.000412 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.000956 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: router_availability_zone Sep 14 13:19:58.001273 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: routerservicetype.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.002178 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.002682 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension router-service-type not supported by any of loaded plugins Sep 14 13:19:58.002995 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.003896 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.004404 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: security-groups-normalized-cidr Sep 14 13:19:58.004745 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.005657 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.006164 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: port-security-groups-filtering Sep 14 13:19:58.006476 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.007896 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.008400 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: security-groups-remote-address-group Sep 14 13:19:58.008742 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: securitygroup.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.019499 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.020028 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: security-group Sep 14 13:19:58.020356 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: segment.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.021164 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.021673 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension segment not supported by any of loaded plugins Sep 14 13:19:58.021993 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.023469 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.023977 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 13:19:58.024296 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: servicetype.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.025502 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.026022 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: service-type Sep 14 13:19:58.026342 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: sorting.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.027308 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.027637 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: sorting Sep 14 13:19:58.027953 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: standard_attr_segment.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.028885 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.029393 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 13:19:58.029707 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: standardattrdescription.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.030342 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.030846 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: standard-attr-description Sep 14 13:19:58.031160 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: stateful_security_group.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.032082 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.032591 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: stateful-security-group Sep 14 13:19:58.032939 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: stdattrs_common.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.033508 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 13:19:58.033821 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.034740 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.035259 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 13:19:58.035577 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: subnet_onboard.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.036633 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.037362 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: subnet_onboard Sep 14 13:19:58.037684 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.038655 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.039164 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 13:19:58.039483 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: subnet_service_types.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.040392 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.040930 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: subnet-service-types Sep 14 13:19:58.041249 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: subnetallocation.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.042315 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.042824 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: subnet_allocation Sep 14 13:19:58.043142 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.043794 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.044298 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: subnetpool-prefix-ops Sep 14 13:19:58.044614 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.045565 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.046075 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 13:19:58.046391 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: tagging.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.047437 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.047953 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: standard-attr-tag Sep 14 13:19:58.048274 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: timestamp.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.049485 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.049995 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loaded extension: standard-attr-timestamp Sep 14 13:19:58.050313 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: trunk.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.051332 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.051842 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension trunk not supported by any of loaded plugins Sep 14 13:19:58.052157 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: trunk_details.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.053098 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.053610 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension trunk-details not supported by any of loaded plugins Sep 14 13:19:58.054443 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: uplink_status_propagation.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.055354 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.055867 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 13:19:58.056184 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Loading extension file: vlantransparent.py {{(pid=93837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 13:19:58.056877 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 13:19:58.057386 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 13:19:58.059895 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:network Sep 14 13:19:58.060412 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:subnet Sep 14 13:19:58.060836 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 13:19:58.061258 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:port Sep 14 13:19:58.062455 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.062900 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service FLAVORS assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.063522 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.063940 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.064270 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:router Sep 14 13:19:58.064708 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:floatingip Sep 14 13:19:58.065213 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service METERING assigned prefix: /metering {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.066647 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:58.067010 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:58.067354 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:19:58.068373 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 13:19:58.068848 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:security_group Sep 14 13:19:58.069270 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 13:19:58.070472 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service CORE assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.070802 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 13:19:58.071141 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] subnetpool is already registered Sep 14 13:19:58.071566 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service CORE assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.071948 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 13:19:58.072292 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] subnetpool is already registered Sep 14 13:19:58.074613 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.075045 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service FLAVORS assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.075638 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.076052 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.076374 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:router Sep 14 13:19:58.076724 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] router is already registered Sep 14 13:19:58.077134 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:floatingip Sep 14 13:19:58.077460 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] floatingip is already registered Sep 14 13:19:58.077907 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service METERING assigned prefix: /metering {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.078580 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 13:19:58.078899 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] rbac_policy is already registered Sep 14 13:19:58.079305 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:security_group Sep 14 13:19:58.079631 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] security_group is already registered Sep 14 13:19:58.080025 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 13:19:58.080347 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] security_group_rule is already registered Sep 14 13:19:58.080996 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service CORE assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.081317 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 13:19:58.081640 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] subnetpool is already registered Sep 14 13:19:58.082054 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.v2.resource_helper [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Service CORE assigned prefix: {{(pid=93837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 13:19:58.082379 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 13:19:58.082704 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING neutron.quota.resource_registry [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] subnetpool is already registered Sep 14 13:19:58.083162 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: extensions {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.084649 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: address-groups {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.086171 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: address-scopes {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.087492 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: agents {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.088715 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: auto-allocated-topology {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.089911 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: availability_zones {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.091111 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: dhcp-networks {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.092631 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: dhcp-agents {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.094074 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: routers {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.096265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: flavors {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.097449 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: service_profiles {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.098657 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: next_providers {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.100091 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: service_profiles {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.101670 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: floatingip-pools {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.102878 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: routers {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.104987 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: floatingips {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.106265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: l3-routers {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.107630 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: l3-agents {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.109076 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: metering-labels {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.110682 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: metering-label-rules {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.111927 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: network-ip-availabilities {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.113232 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: bindings {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.115684 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: quotas {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.117725 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: quotas {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.119142 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: rbac-policies {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.120335 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: security-groups {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.121643 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: security-group-rules {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.122930 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: service-providers {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.124128 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: subnetpools {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.125591 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: subnetpools {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.127026 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.128713 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.130564 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.132945 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.134721 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.136566 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.138296 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.140216 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.141991 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.143726 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron.api.extensions [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Extended resource: tags {{(pid=93837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 13:19:58.149672 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING keystonemiddleware.auth_token [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 13:19:58.154332 dv-cinder-798783-2-iscsi neutron-server[93837]: WARNING keystonemiddleware.auth_token [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 13:19:58.162726 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_concurrency.lockutils [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Acquired lock "singleton_lock" {{(pid=93837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 13:19:58.163207 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_concurrency.lockutils [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Releasing lock "singleton_lock" {{(pid=93837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 13:19:58.163836 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO oslo_service.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Starting 2 workers Sep 14 13:19:58.168670 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Started child 93944 {{(pid=93837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 13:19:58.173051 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Started child 93945 {{(pid=93837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 13:19:58.174287 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:19:58.174892 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO neutron.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 13:19:58.175305 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Notify callbacks [] for process, before_spawn {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:19:58.175926 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [-] (93944) wsgi starting up on http://0.0.0.0:9696 Sep 14 13:19:58.177772 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO oslo_service.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Starting 1 workers Sep 14 13:19:58.177952 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:19:58.179844 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [-] (93945) wsgi starting up on http://0.0.0.0:9696 Sep 14 13:19:58.183451 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Started child 93946 {{(pid=93837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 13:19:58.183981 dv-cinder-798783-2-iscsi neutron-server[93837]: INFO oslo_service.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Starting 1 workers Sep 14 13:19:58.187287 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] calling RpcWorker wait() {{(pid=93946) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 13:19:58.187804 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] returning from RpcWorker wait() {{(pid=93946) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 13:19:58.188380 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Started child 93947 {{(pid=93837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 13:19:58.189205 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:19:58.189302 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ae2280-50b3-4423-87aa-2412b1b019dd None None] Notify callbacks [] for process, after_spawn {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:19:58.189888 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:19:58.191111 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 13:19:58.191327 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 13:19:58.191505 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 13:19:58.191717 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 13:19:58.192040 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 13:19:58.192195 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 13:19:58.192708 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.192999 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.193246 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.193425 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:19:58.193871 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.193871 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.194369 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.194580 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:19:58.194673 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.195462 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.195744 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.195971 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.196143 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.196315 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.196549 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.196804 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.197113 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.197369 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.197600 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.197867 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.198032 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.198288 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.198555 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.198776 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.199032 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] debug = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.199268 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.199744 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.199980 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.200218 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.200430 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.200728 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.200967 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.201223 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.201468 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.201710 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.201969 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.202228 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.202474 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.202707 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.202919 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.203172 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.203387 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.203835 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] host = dv-cinder-798783-2-iscsi {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.204058 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.204299 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.204548 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.204809 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.205048 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.205256 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.205510 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.205751 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.205995 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.206232 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.206468 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.206717 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.206957 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.207206 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.207365 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_options = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.207594 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.207852 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.208094 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.208281 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.208445 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.208616 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.208868 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.209033 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.209288 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.209512 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.209720 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.209943 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.210200 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.210408 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.210666 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.210915 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.211131 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.211339 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.211577 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.211819 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.212039 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.212259 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.212470 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.212792 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.212930 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.213144 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.213383 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.213590 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.213824 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.214036 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.214263 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.214509 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.214738 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.214964 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.215225 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.215450 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.215673 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.215881 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.216139 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.216359 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.216628 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.216907 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.217115 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.217363 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.217588 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.217796 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.218029 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_json = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.218235 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.218461 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.218717 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.218925 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.219135 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.219363 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.219570 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.219794 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.220231 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.220495 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.220855 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.221101 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.221333 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.221566 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.221791 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.222022 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.222289 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.222513 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.222906 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.223049 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.223331 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.223626 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.224971 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.225291 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.225539 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.225838 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.226102 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.226338 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.226568 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.226808 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.227084 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.228145 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.228484 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.228832 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.229270 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.229505 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.229795 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.230105 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.230373 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.230615 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.230893 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.231309 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.232462 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.232462 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.232748 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.232886 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.233134 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.233366 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.233598 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.233850 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.234097 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.234336 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.234723 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.235109 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.235526 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.235526 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.235769 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.235994 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.236402 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.238623 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.238623 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.238623 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.238623 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.238623 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.240397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.240397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.240397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.240397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.240397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.240397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.241210 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.241210 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.241210 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.242743 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.242743 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.242743 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.242743 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.242743 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.243051 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.243051 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.243296 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.243515 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.243731 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.244005 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.244587 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.244744 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.244889 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.245117 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.245362 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.245583 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.245803 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.246027 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.246271 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.246638 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.246807 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.246953 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.247113 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249724 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.249793 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.250022 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.250261 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.250513 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.250749 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.250997 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.251244 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.251488 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.251742 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.251964 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253116 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253116 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253116 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253116 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253436 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253436 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253720 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.253961 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.254237 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.254520 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.254779 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.255049 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.255277 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.255538 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.255828 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.256103 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.256365 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.256629 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.256893 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.257742 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.257982 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.258247 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.258514 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.258751 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.258991 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.259272 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.259515 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.259741 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.259964 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.260202 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.260541 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.261622 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.261622 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.261622 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.261622 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.261926 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.262001 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.262255 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.262518 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.262779 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.263013 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.263245 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.263492 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.263714 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.263969 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.264184 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.264430 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.264725 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.264989 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.265205 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.265471 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.265736 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.265951 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.266176 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.266421 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.266623 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.266842 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.267092 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.267307 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.267560 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.267798 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.268039 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.268276 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.268498 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.268751 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.269021 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.269245 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.269534 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.269783 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.270026 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.270305 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.270501 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.270785 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.271000 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.271252 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.271493 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.271708 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.271923 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.272144 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.272358 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.272597 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.272865 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.273104 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.273343 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.273553 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.273899 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.274139 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.274373 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.274624 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.274841 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.275091 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.275484 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.275712 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.275949 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.276180 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.276397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.276672 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.276923 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.277166 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.277380 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.277592 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.277802 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.278017 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.278229 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.278504 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.278757 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.278981 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.279237 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.279482 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.279713 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.279971 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.280205 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.280419 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.280645 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.280884 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.281094 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.281326 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.281557 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.281769 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.282012 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.282248 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.282480 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.282704 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.282956 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.283165 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.283384 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.283601 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.283829 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.284052 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.284262 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.284474 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.284713 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.284930 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.285136 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.285385 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.285594 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.285803 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.286023 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.286259 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.286467 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.286768 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.287020 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.287241 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.287542 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.287793 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.288040 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.288325 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.288642 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.288883 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.289126 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.289375 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.289614 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.289838 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.290100 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.290429 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.290738 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.290997 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.291263 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.291537 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.291811 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.292082 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.292332 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.292616 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.292947 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.293231 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.293488 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.293717 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.293968 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.294226 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.294442 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.294677 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.294910 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.295127 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.295397 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.295645 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.295870 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.296105 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.296331 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.296579 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.296849 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.297095 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.297343 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.297580 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.297738 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 13:19:58.298265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 13:19:58.298427 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 13:19:58.298581 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 13:19:58.298749 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 13:19:58.298920 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 13:19:58.299074 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 13:19:58.299284 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.299449 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.299612 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.299773 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.299939 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.300119 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.300281 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.300469 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.300613 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.300799 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.300938 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.301165 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.301307 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.301443 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.301577 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.301710 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.301833 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.301993 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.302321 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.302502 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.302636 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.302778 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.302948 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] debug = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.303105 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.303472 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.303661 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.304333 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.304494 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.304650 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.304847 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.305008 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.305171 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.305331 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.305490 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.305651 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.305813 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.305972 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.306136 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.306299 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.306430 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.306591 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] host = dv-cinder-798783-2-iscsi {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.306754 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.306907 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.307074 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.307233 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.307394 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.307554 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.307716 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.307877 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.308041 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.308202 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.308361 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.308525 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.308715 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.308864 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.309025 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_options = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.309187 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.309347 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.309509 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.309697 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.309864 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.310024 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.310184 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.310351 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.310508 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.310676 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.310819 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.310978 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.311138 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.311300 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.311461 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.311621 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.311782 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.311942 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.312104 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.312264 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.312426 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.312590 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.312799 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.312944 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.313075 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.313215 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.313349 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.313494 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.313661 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.313821 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.313983 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.314141 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.314456 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.314769 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.314932 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.315095 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.315261 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.315394 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.315559 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.315719 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.315880 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.316041 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.316201 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.316361 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.316523 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.316708 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.316863 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_json = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.317024 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.317184 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.317349 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.317517 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.317640 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.317795 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.317955 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.318120 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 13:19:58.318301 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.318469 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.318644 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.318808 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.318971 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.319136 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.319299 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.319539 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.320202 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.320530 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.320718 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.320885 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.321060 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.321225 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.321391 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.321558 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.321722 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.321887 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.322050 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.322215 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.322379 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.322542 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.322627 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:19:58.322711 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.322866 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.323027 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.323190 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.323352 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.323531 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.323694 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.323857 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.324019 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.324182 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.324347 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.324512 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.324675 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.324863 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.325027 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.325205 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.325408 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.325510 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.325663 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.325825 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.325989 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.326153 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.326316 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.326480 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.326644 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.326808 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.326970 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.327133 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.327296 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.327460 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.327624 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.327788 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.327950 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.328124 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.328287 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.328449 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.328612 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.328797 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.328961 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.329124 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.329285 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.329447 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.329609 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.329772 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.329948 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.330112 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.330275 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.330441 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.330604 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.330767 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.330930 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.331093 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.331280 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.331445 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.331607 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.331769 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.331931 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.332094 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.332256 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.332419 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.332582 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.332770 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.332934 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.333098 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.333260 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.333422 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.333587 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.333760 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.333939 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.334102 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.334265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.334428 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.334591 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.334768 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.334917 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.335103 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.335265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.335428 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.335633 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.335754 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.335895 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.336059 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.336221 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.336383 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.336544 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.336726 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.336892 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.337262 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.337262 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.337521 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.337521 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.337792 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.337922 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.338062 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.338191 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.338333 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.338462 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.338594 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.338778 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.338922 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.339066 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.339203 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.339355 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.339519 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.339682 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.339847 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.340009 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.340172 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.340340 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.340503 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.340673 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.340858 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.341019 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.341181 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.341345 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.341532 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.341695 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.341858 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.342021 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.342184 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.342348 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.342512 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.342674 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.342837 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.342999 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.343162 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.343326 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.343489 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.343651 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.343814 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.343977 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.344140 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.344302 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.344464 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.344626 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.344811 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.344974 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.345136 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.345298 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.345464 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.345667 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.345778 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.345939 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.346102 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.346265 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.346427 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.346589 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.346750 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.346913 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.347076 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.347237 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.347400 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.347767 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.347767 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.348007 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.348090 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.348169 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.348336 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.348499 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.348665 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.348846 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.349010 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.349174 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.349338 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.349501 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.349666 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.349829 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.349993 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.350155 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.350323 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.350500 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.350687 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.350851 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.351015 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.351178 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.351341 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.351503 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.351668 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.351830 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.351992 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.352154 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.352313 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.352473 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.352636 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.352821 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.352985 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.353148 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.353311 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.353474 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.353650 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.353817 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.353979 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.354141 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.354305 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.354469 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.354643 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.354806 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.354969 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.355132 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.355295 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.355458 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.355631 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.355795 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.355958 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.356122 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.356284 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.356552 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.356745 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.356911 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.357073 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.357236 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.357398 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.357560 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.357732 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.357895 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.358059 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.358221 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.358383 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.358546 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.358719 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.358882 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.359046 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.359209 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.359373 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.359537 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.359707 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.360129 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.360299 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.360471 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.360633 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.360816 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.360980 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.361157 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.361322 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.361488 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.361651 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.361814 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.361978 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.362143 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.362310 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.362483 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.362654 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.362818 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.362988 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.363161 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.363333 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.363497 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.363666 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.363840 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.364004 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.364168 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.364338 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.364491 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.364709 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.364882 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.365042 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.365204 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.365369 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.365554 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.365717 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.365878 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.366043 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.366205 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.366918 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.367087 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.367252 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.367415 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.367579 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 13:19:58.367734 dv-cinder-798783-2-iscsi neutron-server[93837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 13:19:58.570323 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 37618) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:19:58.579053 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065286 Sep 14 13:20:09.957507 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf6ccc2-e889-46c8-86ab-f1cc90c7cd93 None None] get_active_networks_info from dv-cinder-798783-2-iscsi {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 13:20:10.041686 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf6ccc2-e889-46c8-86ab-f1cc90c7cd93 None None] No non-hosted networks {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 13:20:10.058807 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8abf3fd-5714-48f2-9657-1fbfd702a4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682653'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:12.295068 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2490688-40d0-458a-987f-1d256224db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682653'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:12.353106 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f8fab5d-fdd6-4db8-b6dd-41760a1270c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:12.614591 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682653'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:12.615368 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.616473 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.616937 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.617403 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.617965 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.618435 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.618870 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.619321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.619747 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.620169 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.620622 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.621061 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:12.621545 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798783-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:12.637028 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798783-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:13.425786 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682653'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:14.990224 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682653'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:16.249897 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 37708) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:16.672536 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.db.l3_hamode_db [None req-1b0769e0-320d-48f5-a936-724e1b66c948 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 13:20:16.747247 dv-cinder-798783-2-iscsi neutron-server[93945]: WARNING oslo_policy.policy [None req-a9019519-cb44-46fa-bb7d-a61fff4d4428 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:16.748584 dv-cinder-798783-2-iscsi neutron-server[93945]: WARNING oslo_policy.policy [None req-a9019519-cb44-46fa-bb7d-a61fff4d4428 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:16.750341 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0769e0-320d-48f5-a936-724e1b66c948 None None] Routers set() bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:20:16.750767 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0769e0-320d-48f5-a936-724e1b66c948 None None] Router IDs set() for agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 13:20:17.000315 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [None req-a9019519-cb44-46fa-bb7d-a61fff4d4428 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:20:17.001458 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-a9019519-cb44-46fa-bb7d-a61fff4d4428 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7506702 Sep 14 13:20:19.425501 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 37722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:19.728279 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:20:19.820897 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.policy [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93945) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 13:20:19.865791 dv-cinder-798783-2-iscsi neutron-server[93945]: WARNING oslo_policy.policy [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:19.866098 dv-cinder-798783-2-iscsi neutron-server[93945]: WARNING oslo_policy.policy [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:19.874463 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.quota [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] Loaded quota_driver: . Sep 14 13:20:19.960126 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758274717778', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758274718311', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758274705598', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758274699874', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758271140773', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758274746104', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-549774', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-833334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1897843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1993033'] for rbac-policy, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:20.022021 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:20.023234 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-bf399215-1433-4a31-aea2-daea9c95eed8 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5967326 Sep 14 13:20:22.678012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 37734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:22.966948 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'project_id': '435473eb67d643e8a87772735b89467d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:20:22.995261 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Made reservation on behalf of 435473eb67d643e8a87772735b89467d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:20:22.998209 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.014764 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.136863 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.140652 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.164818 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:20:23.188438 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758270283156', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.189031 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Unsubscribe: segment precommit_create {{(pid=93945) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 13:20:23.189564 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Added segment 375f0efb-a858-41df-aa10-3390f0985f46 of type vlan for network 22c99815-7013-4d97-8dd0-ae6fba444bf6 Sep 14 13:20:23.195519 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38700ade-5a0e-483c-99a7-43653c2f0fd7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:23.229838 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.230188 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.230518 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.230837 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.231153 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.231484 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.231800 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.232109 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.232432 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.232765 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.233075 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.233381 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Tracked resource versions report: Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: pushed versions: Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: { 'AddressGroup': {'1.2'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Log': {'1.0'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Network': {'1.1'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Port': {'1.7'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'PortForwarding': {'1.2'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'QosPolicy': {'1.9'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroup': {'1.4'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SubPort': {'1.0'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Subnet': {'1.1'}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Trunk': {'1.1'}} Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: consumer versions: Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'ConntrackHelper': '1.0', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Log': '1.0', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Network': '1.1', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Port': '1.7', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'PortForwarding': '1.2', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'QosPolicy': '1.9', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroup': '1.4', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroupRule': '1.2', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SubPort': '1.0', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Subnet': '1.1', Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Trunk': '1.1'}} Sep 14 13:20:23.234700 dv-cinder-798783-2-iscsi neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:20:23.313068 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.350175 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.351481 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:23.352109 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:23.397152 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7173817 Sep 14 13:20:23.456357 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4924cf-7ad8-4225-ae70-07f23e3bc9fc admin admin] Pushing event updated for resources: {'Network': ['ID=22c99815-7013-4d97-8dd0-ae6fba444bf6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:23.468830 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:20:26.013312 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 37748) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:26.397177 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e468c31-647f-4436-b7c3-c6399306a42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:26.398523 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3e468c31-647f-4436-b7c3-c6399306a42c admin admin] 10.222.0.30 "GET /v2.0/networks/22c99815-7013-4d97-8dd0-ae6fba444bf6 HTTP/1.1" status: 200 len: 825 time: 0.3842599 Sep 14 13:20:26.422291 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-2199db4f-e420-4d81-8d4a-a300c841ddf4 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/f0732d5b-27d6-4339-a52a-f8014ee8126d HTTP/1.1" status: 200 len: 734 time: 0.0176911 Sep 14 13:20:26.431050 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Request body: {'subnet': {'subnetpool_id': 'f0732d5b-27d6-4339-a52a-f8014ee8126d', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:20:26.452755 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Made reservation on behalf of 435473eb67d643e8a87772735b89467d for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:20:26.454948 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:26.738464 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:26.808188 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf67fd8-1e80-4524-9287-7b84e9866aee,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:26.810148 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Checking segment: {'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:20:26.810515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Network hostable DHCP agents. Network: 22c99815-7013-4d97-8dd0-ae6fba444bf6, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:20:26.830428 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:20:26.841808 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 22c99815-7013-4d97-8dd0-ae6fba444bf6) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:20:26.846307 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:26.846880 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:26.856711 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4eeda3-3c76-41e3-b177-4175c1cb8f3c None None] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:20:26.860583 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-59a003f0-2ac0-4f64-b300-6361e8ed78e8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4327130 Sep 14 13:20:27.168888 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-22c99815-7013-4d97-8dd0-ae6fba444bf6', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'fixed_ips': [{'subnet_id': 'caf67fd8-1e80-4524-9287-7b84e9866aee'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:20:27.170132 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:27.446194 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Allocated IP 172.20.0.2 (22c99815-7013-4d97-8dd0-ae6fba444bf6/caf67fd8-1e80-4524-9287-7b84e9866aee/b9895b5d-a125-487d-af17-0f1597dcb9db) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:20:27.644709 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:27.686285 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Transition to ACTIVE for port object b9895b5d-a125-487d-af17-0f1597dcb9db will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:20:27.706659 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Transition to ACTIVE for port object b9895b5d-a125-487d-af17-0f1597dcb9db will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:20:27.714631 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:27.776237 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:20:27.783811 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:20:27.799086 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:20:27.801112 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Pushing event updated for resources: {'Port': ['ID=b9895b5d-a125-487d-af17-0f1597dcb9db,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:27.811334 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.811678 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.812014 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.812345 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.812673 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.813089 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.813414 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.813736 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.814076 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.814402 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.814720 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.815052 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Tracked resource versions report: Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: pushed versions: Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: { 'AddressGroup': {'1.2'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Log': {'1.0'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Network': {'1.1'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Port': {'1.7'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'PortForwarding': {'1.2'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'QosPolicy': {'1.9'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroup': {'1.4'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SubPort': {'1.0'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Subnet': {'1.1'}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Trunk': {'1.1'}} Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: consumer versions: Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'ConntrackHelper': '1.0', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Log': '1.0', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Network': '1.1', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Port': '1.7', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'PortForwarding': '1.2', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'QosPolicy': '1.9', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroup': '1.4', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroupRule': '1.2', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SubPort': '1.0', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Subnet': '1.1', Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Trunk': '1.1'}} Sep 14 13:20:27.816159 dv-cinder-798783-2-iscsi neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:20:27.886659 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Attempting to bind port b9895b5d-a125-487d-af17-0f1597dcb9db on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:20:27.887288 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Attempting to bind port b9895b5d-a125-487d-af17-0f1597dcb9db by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:20:27.887426 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Attempting to bind port b9895b5d-a125-487d-af17-0f1597dcb9db on network 22c99815-7013-4d97-8dd0-ae6fba444bf6 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:20:27.892192 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:20:27.892599 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Checking segment: {'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:20:27.893092 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:27.893481 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Bound using segment: {'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:20:27.893937 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Bound port: b9895b5d-a125-487d-af17-0f1597dcb9db, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:20:27.894330 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:27.955951 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] For port b9895b5d-a125-487d-af17-0f1597dcb9db, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:20:27.960149 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] For port b9895b5d-a125-487d-af17-0f1597dcb9db, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=b9895b5d-a125-487d-af17-0f1597dcb9db,segment=NetworkSegment(375f0efb-a858-41df-aa10-3390f0985f46),segment_id=375f0efb-a858-41df-aa10-3390f0985f46)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:20:27.964960 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:28.032577 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e937c1-2c92-435f-80f3-cc22d13fbdc4 None None] Pushing event updated for resources: {'Port': ['ID=b9895b5d-a125-487d-af17-0f1597dcb9db,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:29.269282 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 37756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:29.759171 dv-cinder-798783-2-iscsi neutron-server[93944]: WARNING oslo_policy.policy [None req-1af90669-3ba4-4fc9-b953-209e4f832641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:29.759737 dv-cinder-798783-2-iscsi neutron-server[93944]: WARNING oslo_policy.policy [None req-1af90669-3ba4-4fc9-b953-209e4f832641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:29.979433 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [None req-1af90669-3ba4-4fc9-b953-209e4f832641 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:20:29.992717 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1af90669-3ba4-4fc9-b953-209e4f832641 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7093320 Sep 14 13:20:32.379770 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 37770) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:32.689612 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [None req-a704af1e-1158-41bd-9417-e3ed39875a36 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:20:32.704707 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-a704af1e-1158-41bd-9417-e3ed39875a36 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097973 Sep 14 13:20:35.320105 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 37784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:35.628469 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Request body: {'router': {'tenant_id': '435473eb67d643e8a87772735b89467d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:20:35.693346 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.policy [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93944) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 13:20:35.739674 dv-cinder-798783-2-iscsi neutron-server[93944]: WARNING oslo_policy.policy [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:35.740055 dv-cinder-798783-2-iscsi neutron-server[93944]: WARNING oslo_policy.policy [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 13:20:35.748674 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.quota [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Loaded quota_driver: . Sep 14 13:20:35.810425 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:35.813491 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:35.973045 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:35.979013 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:35.999706 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:36.000988 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c92266ba-b553-43c3-acd5-2b27fa0c5f82 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6798017 Sep 14 13:20:36.160174 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device b9895b5d-a125-487d-af17-0f1597dcb9db up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:20:36.259928 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port b9895b5d-a125-487d-af17-0f1597dcb9db completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:20:36.380023 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7471aec-ab22-4523-bc06-0c79d81e0f44 None None] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:20:36.459084 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b66f9d88-475d-40c6-806e-2499dd363542 None None] Provisioning for port b9895b5d-a125-487d-af17-0f1597dcb9db completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:20:36.468811 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b66f9d88-475d-40c6-806e-2499dd363542 None None] Provisioning complete for port b9895b5d-a125-487d-af17-0f1597dcb9db triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:36.469208 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b66f9d88-475d-40c6-806e-2499dd363542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:36.637277 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b66f9d88-475d-40c6-806e-2499dd363542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:36.680088 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b66f9d88-475d-40c6-806e-2499dd363542 None None] For port b9895b5d-a125-487d-af17-0f1597dcb9db, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=b9895b5d-a125-487d-af17-0f1597dcb9db,segment=NetworkSegment(375f0efb-a858-41df-aa10-3390f0985f46),segment_id=375f0efb-a858-41df-aa10-3390f0985f46)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:20:36.685002 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b66f9d88-475d-40c6-806e-2499dd363542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:36.734497 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f9d88-475d-40c6-806e-2499dd363542 None None] Pushing event updated for resources: {'Port': ['ID=b9895b5d-a125-487d-af17-0f1597dcb9db,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:36.904584 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a1b61d24-4c1e-422a-89a8-2b48cd35e780 None None] Provisioning complete for port b9895b5d-a125-487d-af17-0f1597dcb9db triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:36.904893 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1b61d24-4c1e-422a-89a8-2b48cd35e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:38.128871 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device b9895b5d-a125-487d-af17-0f1597dcb9db up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:20:38.175180 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port b9895b5d-a125-487d-af17-0f1597dcb9db triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:38.175553 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:38.399813 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 37794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:38.706182 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [None req-96794cd0-02c7-4b74-9740-e4e6708f18f0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:20:38.707161 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-96794cd0-02c7-4b74-9740-e4e6708f18f0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064117 Sep 14 13:20:39.863326 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc8f7-63fc-4512-a8f3-7ba67fd6261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.083391 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 37802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:41.385957 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:20:41.408564 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Made reservation on behalf of 46a57f37c7254d51974d583164402e75 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:20:41.411795 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.428013 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.546180 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.550034 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.561286 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Reserving flat network on physical network physnet1 {{(pid=93944) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 13:20:41.594178 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758270283156', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.594752 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Unsubscribe: segment precommit_create {{(pid=93944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 13:20:41.595282 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Added segment 040cd51f-66af-4429-a49b-edba2992c409 of type flat for network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 Sep 14 13:20:41.611102 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1673dd9-72a5-413c-9373-b59f6e21fa1c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:41.637194 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.637541 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.637875 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.638198 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.638509 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.638834 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.639148 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.639455 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.639775 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.640081 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.640385 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.640702 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Tracked resource versions report: Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: pushed versions: Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: { 'AddressGroup': {'1.2'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Log': {'1.0'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Network': {'1.1'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Port': {'1.7'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'PortForwarding': {'1.2'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'QosPolicy': {'1.9'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroup': {'1.4'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SubPort': {'1.0'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Subnet': {'1.1'}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Trunk': {'1.1'}} Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: consumer versions: Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'ConntrackHelper': '1.0', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Log': '1.0', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Network': '1.1', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Port': '1.7', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'PortForwarding': '1.2', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'QosPolicy': '1.9', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroup': '1.4', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroupRule': '1.2', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SubPort': '1.0', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Subnet': '1.1', Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Trunk': '1.1'}} Sep 14 13:20:41.641817 dv-cinder-798783-2-iscsi neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:20:41.724022 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.767834 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.769094 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:41.769744 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:41.829349 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7448242 Sep 14 13:20:41.869498 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1c84b-a10e-4eac-9af1-b7fe21cabdae admin admin] Pushing event updated for resources: {'Network': ['ID=a0c0b0a0-9475-4b33-9af5-77bd2d1711f8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:41.880992 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:20:42.291970 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d15bbd41-f4c3-4b3c-834f-7e2abfbc2f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:42.617975 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:43.380061 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:44.195722 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 37824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:44.408335 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c827d08-9672-430f-8147-8b6a45b65f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:44.409730 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-2c827d08-9672-430f-8147-8b6a45b65f3d admin admin] 10.222.0.30 "GET /v2.0/subnets/caf67fd8-1e80-4524-9287-7b84e9866aee HTTP/1.1" status: 200 len: 849 time: 0.2130651 Sep 14 13:20:44.541133 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1b9ec76b-2c10-42cd-888d-50d7c641b0eb admin admin] 10.222.0.30 "GET /v2.0/routers/9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 HTTP/1.1" status: 200 len: 704 time: 0.1252506 Sep 14 13:20:44.802214 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:44.916314 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.093136 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Allocated IP 172.20.0.1 (22c99815-7013-4d97-8dd0-ae6fba444bf6/caf67fd8-1e80-4524-9287-7b84e9866aee/f4a645d8-ba9f-4137-aa47-a6a1c82c30d5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:20:45.276330 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.299693 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Transition to ACTIVE for port object f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:20:45.366266 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.432022 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:20:45.439745 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:20:45.452240 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:20:45.452240 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.471004 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a645d8-ba9f-4137-aa47-a6a1c82c30d5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:45.644214 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dfca08a7-a7a7-4dd8-9537-b3535ec906d9 None None] Provisioning for port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:20:45.646248 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.647853 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dfca08a7-a7a7-4dd8-9537-b3535ec906d9 None None] Provisioning complete for port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:45.648282 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfca08a7-a7a7-4dd8-9537-b3535ec906d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.682827 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dfca08a7-a7a7-4dd8-9537-b3535ec906d9 None None] Port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:20:45.893972 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.898018 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.898738 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:45.959530 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a645d8-ba9f-4137-aa47-a6a1c82c30d5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:46.019707 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:20:46.021512 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:20:46.179509 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:20:46.202590 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f1afa97c-94cb-4e08-ab66-2bc21da54b7c None None] Provisioning complete for port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:46.203188 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1afa97c-94cb-4e08-ab66-2bc21da54b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:46.237861 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f1afa97c-94cb-4e08-ab66-2bc21da54b7c None None] Port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:20:46.272570 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:20:46.277914 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5e10053e-92de-46d9-8c66-42cf6b948f03 admin admin] 10.222.0.30 "PUT /v2.0/routers/9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7311299 Sep 14 13:20:46.282707 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Sync routers for ids ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:20:46.294479 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Routers {'9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:20:46.295209 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:20:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:46.478475 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Set router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:20:46.902745 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'name': 'router1', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:20:35Z', 'updated_at': '2021-09-14T13:20:45Z', 'revision_number': 2, 'project_id': '435473eb67d643e8a87772735b89467d', 'gw_port_host': None, '_interfaces': [{'id': 'f4a645d8-ba9f-4137-aa47-a6a1c82c30d5', 'name': '', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'mac_address': 'fa:16:3e:8d:bd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:44Z', 'updated_at': '2021-09-14T13:20:45Z', 'revision_number': 2, 'project_id': '435473eb67d643e8a87772735b89467d', 'subnets': [{'id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0732d5b-27d6-4339-a52a-f8014ee8126d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:46.953215 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Checking router: 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:20:46.953586 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Updating router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:20:47.003634 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:47.507541 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:47.525241 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Transition to ACTIVE for port object f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:20:47.530865 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:47.699067 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Pushing event updated for resources: {'Port': ['ID=f4a645d8-ba9f-4137-aa47-a6a1c82c30d5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:47.701371 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Attempting to bind port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:20:47.701772 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Attempting to bind port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:20:47.702188 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Attempting to bind port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 on network 22c99815-7013-4d97-8dd0-ae6fba444bf6 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:20:47.712300 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:20:47.712729 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Checking segment: {'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:20:47.713186 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:47.713574 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Bound using segment: {'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:20:47.714054 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Bound port: f4a645d8-ba9f-4137-aa47-a6a1c82c30d5, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375f0efb-a858-41df-aa10-3390f0985f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:20:47.714428 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:47.717626 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.717971 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.718309 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.718641 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.718971 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.719301 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.719624 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.719948 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.720278 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.720594 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.720937 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.721253 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Tracked resource versions report: Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: pushed versions: Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: { 'AddressGroup': {'1.2'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Log': {'1.0'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Network': {'1.1'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Port': {'1.7'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'PortForwarding': {'1.2'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'QosPolicy': {'1.9'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroup': {'1.4'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SubPort': {'1.0'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Subnet': {'1.1'}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Trunk': {'1.1'}} Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: consumer versions: Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'ConntrackHelper': '1.0', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Log': '1.0', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Network': '1.1', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Port': '1.7', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'PortForwarding': '1.2', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'QosPolicy': '1.9', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroup': '1.4', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroupRule': '1.2', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SubPort': '1.0', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Subnet': '1.1', Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Trunk': '1.1'}} Sep 14 13:20:47.722360 dv-cinder-798783-2-iscsi neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:20:47.788456 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] For port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:20:47.806743 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] For port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=f4a645d8-ba9f-4137-aa47-a6a1c82c30d5,segment=NetworkSegment(375f0efb-a858-41df-aa10-3390f0985f46),segment_id=375f0efb-a858-41df-aa10-3390f0985f46)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:20:47.812182 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:47.858000 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Routers {'9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:20:47.858621 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:20:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:47.935768 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaf752-6dcb-482e-acec-2c7a4549d326 None None] Pushing event updated for resources: {'Port': ['ID=f4a645d8-ba9f-4137-aa47-a6a1c82c30d5,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:47.956872 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] Set router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:20:48.171331 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'name': 'router1', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:20:35Z', 'updated_at': '2021-09-14T13:20:45Z', 'revision_number': 2, 'project_id': '435473eb67d643e8a87772735b89467d', 'gw_port_host': None, '_interfaces': [{'id': 'f4a645d8-ba9f-4137-aa47-a6a1c82c30d5', 'name': '', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'mac_address': 'fa:16:3e:8d:bd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:44Z', 'updated_at': '2021-09-14T13:20:47Z', 'revision_number': 4, 'project_id': '435473eb67d643e8a87772735b89467d', 'subnets': [{'id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0732d5b-27d6-4339-a52a-f8014ee8126d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:48.196640 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528668f-c16e-41c4-aafe-58b4fe829a3e None None] The sync data for ids ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'] in dv-cinder-798783-2-iscsi is: [{'id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'name': 'router1', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:20:35Z', 'updated_at': '2021-09-14T13:20:45Z', 'revision_number': 2, 'project_id': '435473eb67d643e8a87772735b89467d', 'gw_port_host': None, '_interfaces': [{'id': 'f4a645d8-ba9f-4137-aa47-a6a1c82c30d5', 'name': '', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'mac_address': 'fa:16:3e:8d:bd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:44Z', 'updated_at': '2021-09-14T13:20:47Z', 'revision_number': 4, 'project_id': '435473eb67d643e8a87772735b89467d', 'subnets': [{'id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0732d5b-27d6-4339-a52a-f8014ee8126d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:20:48.524195 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 37844) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:48.632599 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4671eaf4-b4b4-4ef1-ad67-9b37ac7d4ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:48.634378 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-4671eaf4-b4b4-4ef1-ad67-9b37ac7d4ebe admin admin] 10.222.0.30 "GET /v2.0/networks/a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 HTTP/1.1" status: 200 len: 842 time: 0.1091926 Sep 14 13:20:48.644330 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:20:48.669970 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Made reservation on behalf of 46a57f37c7254d51974d583164402e75 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:20:48.672455 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:48.967826 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.objects.ports [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 13:20:48.968260 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:49.028992 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ea66e7-c392-4584-a5ce-42b3d1c91263,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:49.032980 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:20:49.033332 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Network hostable DHCP agents. Network: a0c0b0a0-9475-4b33-9af5-77bd2d1711f8, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:20:49.057282 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:20:49.069231 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, a0c0b0a0-9475-4b33-9af5-77bd2d1711f8) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:20:49.073327 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:49.073906 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:49.079927 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36bd96-f706-4701-862a-0dc27de89f68 None None] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:20:49.088594 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-23b7e8a2-59db-46f5-8fa9-b24808ca4c69 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4476037 Sep 14 13:20:49.230778 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca6bc7-7615-4527-bd91-f7366f5e37eb None None] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:20:51.383352 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 37852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:51.657179 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-a842ccb0-7bd1-4d50-a2ad-351ea69937f3 admin admin] 10.222.0.30 "GET /v2.0/routers/9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 HTTP/1.1" status: 200 len: 710 time: 0.2725873 Sep 14 13:20:51.776278 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3d3bc-19cd-4bd0-8b51-29e8ad70db1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:20:51.777656 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-11b3d3bc-19cd-4bd0-8b51-29e8ad70db1c admin admin] 10.222.0.30 "GET /v2.0/networks/a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 HTTP/1.1" status: 200 len: 886 time: 0.1128111 Sep 14 13:20:51.787188 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:20:52.028325 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:52.262292 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:52.332944 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:52.491621 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Allocated IP 172.27.2.116 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/7a032b6f-c014-4802-a27b-15961f3328e5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:20:52.637893 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:52.705582 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:52.789193 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:20:52.795232 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:20:52.797805 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:20:52.800479 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a032b6f-c014-4802-a27b-15961f3328e5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:53.073100 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:53.271944 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1686039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4076'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:53.277422 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1682509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1686062'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:53.389749 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:20:53.501323 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:20:53.505856 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:53.506967 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-43c9812d-d200-4820-a746-5fadb1527fe1 admin admin] 10.222.0.30 "PUT /v2.0/routers/9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 HTTP/1.1" status: 200 len: 890 time: 1.7231295 Sep 14 13:20:54.159582 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:20:54.208061 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:20:54.212862 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:54.213257 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:54.288624 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:54.320522 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=f4a645d8-ba9f-4137-aa47-a6a1c82c30d5,segment=NetworkSegment(375f0efb-a858-41df-aa10-3390f0985f46),segment_id=375f0efb-a858-41df-aa10-3390f0985f46)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:20:54.325048 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:54.417545 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=f4a645d8-ba9f-4137-aa47-a6a1c82c30d5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:54.617081 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Sync routers for ids ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:20:54.627059 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Routers {'9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:20:54.627679 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:20:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:54.832387 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Set router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:20:55.213693 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'name': 'router1', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '7a032b6f-c014-4802-a27b-15961f3328e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:20:35Z', 'updated_at': '2021-09-14T13:20:52Z', 'revision_number': 4, 'project_id': '435473eb67d643e8a87772735b89467d', 'gw_port': {'id': '7a032b6f-c014-4802-a27b-15961f3328e5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:52Z', 'updated_at': '2021-09-14T13:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'f4a645d8-ba9f-4137-aa47-a6a1c82c30d5', 'name': '', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'mac_address': 'fa:16:3e:8d:bd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:44Z', 'updated_at': '2021-09-14T13:20:54Z', 'revision_number': 5, 'project_id': '435473eb67d643e8a87772735b89467d', 'subnets': [{'id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0732d5b-27d6-4339-a52a-f8014ee8126d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:55.265012 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Checking router: 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:20:55.265359 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Updating router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 port 7a032b6f-c014-4802-a27b-15961f3328e5 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:20:55.310610 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:55.630008 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:55.639637 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Transition to ACTIVE for port object 7a032b6f-c014-4802-a27b-15961f3328e5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:20:55.645815 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:55.696725 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186137f-8b5e-42c1-bf96-9254b4b11416 None None] Pushing event updated for resources: {'Port': ['ID=7a032b6f-c014-4802-a27b-15961f3328e5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:55.699870 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Attempting to bind port 7a032b6f-c014-4802-a27b-15961f3328e5 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:20:55.700242 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Attempting to bind port 7a032b6f-c014-4802-a27b-15961f3328e5 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:20:55.700609 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Attempting to bind port 7a032b6f-c014-4802-a27b-15961f3328e5 on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:20:55.705880 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:20:55.706251 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:20:55.706739 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:55.707098 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:20:55.707555 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Bound port: 7a032b6f-c014-4802-a27b-15961f3328e5, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:20:55.707952 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:55.762026 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] For port 7a032b6f-c014-4802-a27b-15961f3328e5, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:20:55.765443 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] For port 7a032b6f-c014-4802-a27b-15961f3328e5, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=7a032b6f-c014-4802-a27b-15961f3328e5,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:20:55.770240 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:55.826541 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Routers {'9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:20:55.827062 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:20:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:55.902226 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 37864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:20:55.933908 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186137f-8b5e-42c1-bf96-9254b4b11416 None None] Pushing event updated for resources: {'Port': ['ID=7a032b6f-c014-4802-a27b-15961f3328e5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:20:56.009963 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] Set router 9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:20:56.017151 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-ba139909-1d4b-455b-b24f-a6c6e8956eb9 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137700 Sep 14 13:20:56.143894 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:20:56.236571 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:56.237230 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:56.324351 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'name': 'router1', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '7a032b6f-c014-4802-a27b-15961f3328e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:20:35Z', 'updated_at': '2021-09-14T13:20:52Z', 'revision_number': 4, 'project_id': '435473eb67d643e8a87772735b89467d', 'gw_port': {'id': '7a032b6f-c014-4802-a27b-15961f3328e5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:52Z', 'updated_at': '2021-09-14T13:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'f4a645d8-ba9f-4137-aa47-a6a1c82c30d5', 'name': '', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'mac_address': 'fa:16:3e:8d:bd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:44Z', 'updated_at': '2021-09-14T13:20:54Z', 'revision_number': 5, 'project_id': '435473eb67d643e8a87772735b89467d', 'subnets': [{'id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0732d5b-27d6-4339-a52a-f8014ee8126d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:20:56.353559 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa013076-fb85-4b19-860f-7112e5d7dd7d None None] The sync data for ids ['9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07'] in dv-cinder-798783-2-iscsi is: [{'id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'name': 'router1', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '7a032b6f-c014-4802-a27b-15961f3328e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:20:35Z', 'updated_at': '2021-09-14T13:20:52Z', 'revision_number': 4, 'project_id': '435473eb67d643e8a87772735b89467d', 'gw_port': {'id': '7a032b6f-c014-4802-a27b-15961f3328e5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:52Z', 'updated_at': '2021-09-14T13:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'f4a645d8-ba9f-4137-aa47-a6a1c82c30d5', 'name': '', 'network_id': '22c99815-7013-4d97-8dd0-ae6fba444bf6', 'tenant_id': '435473eb67d643e8a87772735b89467d', 'mac_address': 'fa:16:3e:8d:bd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9d8c5a-fefa-49c1-9ce9-25efa1fe9d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:20:44Z', 'updated_at': '2021-09-14T13:20:54Z', 'revision_number': 5, 'project_id': '435473eb67d643e8a87772735b89467d', 'subnets': [{'id': 'caf67fd8-1e80-4524-9287-7b84e9866aee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0732d5b-27d6-4339-a52a-f8014ee8126d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:20:58.177648 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 7a032b6f-c014-4802-a27b-15961f3328e5 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:20:58.241601 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 7a032b6f-c014-4802-a27b-15961f3328e5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:20:58.246476 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 7a032b6f-c014-4802-a27b-15961f3328e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:20:58.246931 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:58.332791 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:58.353735 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 7a032b6f-c014-4802-a27b-15961f3328e5, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=7a032b6f-c014-4802-a27b-15961f3328e5,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:20:58.359029 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:20:58.409181 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=7a032b6f-c014-4802-a27b-15961f3328e5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:21:00.182487 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 7a032b6f-c014-4802-a27b-15961f3328e5 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:21:00.264163 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 7a032b6f-c014-4802-a27b-15961f3328e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:21:00.264543 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:09.246003 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:21:09.866763 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fff02326-32e3-4eae-9c0b-b0cf98d0d95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:12.293120 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e106bfa0-7c58-4fd1-8577-3d36db07c51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:12.622550 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:13.387503 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:14.937383 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:39.869958 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a13b03b6-c8a6-47bc-bb95-b28a8647c4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:42.295760 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-928ee582-0bc6-410d-9df6-0fd06b0d36c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:42.615687 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:43.388135 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:44.972587 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:21:46.244936 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:22:09.871633 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64269e6-e969-43fe-b228-a6b42496672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:12.297018 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1157781b-5e56-4c36-a3fd-ffdc0ca4dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:12.617376 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:13.390232 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:14.944949 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:23.242622 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:22:35.616058 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38428) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:35.676114 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fbc7fe-1d3e-4d73-bee6-9606d3998bd0 admin admin] GET failed (client error): The resource could not be found. Sep 14 13:22:35.677459 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-56fbc7fe-1d3e-4d73-bee6-9606d3998bd0 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603790 Sep 14 13:22:35.841720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ea9ef-807f-4992-82ab-40b11de339af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:35.843692 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-5f4ea9ef-807f-4992-82ab-40b11de339af admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1617167 Sep 14 13:22:38.039574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38438) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:38.198500 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64d35d7-aeed-4d34-91ff-77e32d661351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:38.199865 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e64d35d7-aeed-4d34-91ff-77e32d661351 admin admin] 10.222.0.30 "GET /v2.0/subnets/caf67fd8-1e80-4524-9287-7b84e9866aee HTTP/1.1" status: 200 len: 849 time: 0.1593528 Sep 14 13:22:38.209639 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:22:38.296607 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:38.442872 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758270325005'] for subnet, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:38.472628 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:38.473819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:38.474537 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] 10.222.0.30 "PUT /v2.0/subnets/caf67fd8-1e80-4524-9287-7b84e9866aee HTTP/1.1" status: 200 len: 868 time: 0.2685351 Sep 14 13:22:38.494077 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf67fd8-1e80-4524-9287-7b84e9866aee,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:22:38.497036 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c30adb-b03c-41f6-ab65-dcbf9625fdcd None None] Network 22c99815-7013-4d97-8dd0-ae6fba444bf6 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:22:38.503127 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.503521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.503834 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.504219 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.504542 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.504938 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.505270 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.505593 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.505932 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.506257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.506578 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.506892 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25741c43-7cd4-4523-8669-66cddc576840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:22:38.891502 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6a21801-921e-4495-969f-75f00126dc24 None None] Provisioning complete for port b9895b5d-a125-487d-af17-0f1597dcb9db triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:22:38.891802 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a21801-921e-4495-969f-75f00126dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:38.974213 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6a21801-921e-4495-969f-75f00126dc24 None None] Provisioning complete for port f4a645d8-ba9f-4137-aa47-a6a1c82c30d5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:22:38.974577 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a21801-921e-4495-969f-75f00126dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:39.872807 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1ce8-51da-460f-9f8f-ffc73544062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:40.675717 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:40.874538 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d8ee7f-1017-47ce-b433-bcb4e8c07f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:40.874930 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d8ee7f-1017-47ce-b433-bcb4e8c07f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:40.876489 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-81d8ee7f-1017-47ce-b433-bcb4e8c07f19 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997201 Sep 14 13:22:42.297566 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd5df-66b5-4040-afa8-cf2c2db7fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:42.618841 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:43.121032 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:43.317293 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7b2b2-dfd0-49f2-ad3e-a0cc62529241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:43.317680 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7b2b2-dfd0-49f2-ad3e-a0cc62529241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:43.319202 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1ec7b2b2-dfd0-49f2-ad3e-a0cc62529241 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972346 Sep 14 13:22:43.394060 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:44.948319 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:22:45.483590 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38464) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:45.614466 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ddda70-9069-40c8-998c-1b8fde74917c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:45.615869 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-23ddda70-9069-40c8-998c-1b8fde74917c admin admin] 10.222.0.30 "GET /v2.0/networks/22c99815-7013-4d97-8dd0-ae6fba444bf6 HTTP/1.1" status: 200 len: 869 time: 0.1313193 Sep 14 13:22:47.774760 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38472) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:47.969283 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002a8422-67e6-423c-b928-8806d81e1756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:47.970648 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-002a8422-67e6-423c-b928-8806d81e1756 admin admin] 10.222.0.30 "GET /v2.0/networks/a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 HTTP/1.1" status: 200 len: 886 time: 0.1949522 Sep 14 13:22:50.141325 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38480) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:50.260875 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a995a7-e623-4ff0-ae7b-86079487f19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:50.261323 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a995a7-e623-4ff0-ae7b-86079487f19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:50.262835 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f7a995a7-e623-4ff0-ae7b-86079487f19a admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205633 Sep 14 13:22:52.487992 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38488) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:52.581121 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86632070-ad5e-490c-8c29-46b073ca7d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:52.581580 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86632070-ad5e-490c-8c29-46b073ca7d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:52.583138 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-86632070-ad5e-490c-8c29-46b073ca7d93 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941904 Sep 14 13:22:54.749992 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38496) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:54.834301 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7e5e2-01de-4a80-a8d0-5e3e15503e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:54.835612 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1fb7e5e2-01de-4a80-a8d0-5e3e15503e33 admin admin] 10.222.0.30 "GET /v2.0/subnets/a2ea66e7-c392-4584-a5ce-42b3d1c91263 HTTP/1.1" status: 200 len: 816 time: 0.0846846 Sep 14 13:22:57.000379 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38504) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:22:57.089037 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a733a-a879-4a08-a637-529adb484ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:22:57.090359 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3c8a733a-a879-4a08-a637-529adb484ee7 admin admin] 10.222.0.30 "GET /v2.0/subnets/caf67fd8-1e80-4524-9287-7b84e9866aee HTTP/1.1" status: 200 len: 868 time: 0.0890346 Sep 14 13:23:00.240564 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:23:09.874005 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc057d2c-9bc5-4513-b303-a56b7d241a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:12.298809 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dde03299-ebfc-46d0-b256-3f83115ec6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:12.619920 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:13.398204 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:14.951873 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:20.726349 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:23:20.774892 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [None req-3f5376b1-cb19-4a1e-856d-d4bc90de956b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:23:20.775336 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3f5376b1-cb19-4a1e-856d-d4bc90de956b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479441 Sep 14 13:23:23.049418 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38566) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:23:23.108989 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fedd38-fd87-4a48-a0d0-3c53caa411c1 admin admin] GET failed (client error): The resource could not be found. Sep 14 13:23:23.110291 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-e5fedd38-fd87-4a48-a0d0-3c53caa411c1 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599482 Sep 14 13:23:23.249733 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12828d64-5909-4b73-b203-23dbfc42fbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:23:23.251106 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-12828d64-5909-4b73-b203-23dbfc42fbc4 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362994 Sep 14 13:23:25.446622 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38574) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:23:25.492708 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:23:25.512071 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Made reservation on behalf of 46a57f37c7254d51974d583164402e75 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:23:25.514303 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:25.541125 dv-cinder-798783-2-iscsi neutron-server[93944]: WARNING neutron.services.revisions.revision_plugin [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Could not find related network for resource to bump revision. Sep 14 13:23:25.555552 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:23:25.564848 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:25.565181 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Added segment 4d124cbd-372d-48b8-abbd-00260f79022f of type vlan for network 401a16d8-7de8-457c-940d-b9f357495bbc Sep 14 13:23:25.613044 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:25.635395 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:25.636286 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:23:25.636886 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:25.669210 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2213662 Sep 14 13:23:25.698159 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Pushing event updated for resources: {'Network': ['ID=401a16d8-7de8-457c-940d-b9f357495bbc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:23:25.706386 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.706753 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.707098 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.707428 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.707753 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.708093 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.708418 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.708763 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.709099 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.709422 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.709740 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.710053 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bee09-834c-48df-a30e-e5ab9649274a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:25.721054 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 401a16d8-7de8-457c-940d-b9f357495bbc details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:23:27.875757 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38582) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:23:27.934501 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5914e6b2-0c88-435a-acb1-c2d3fd89b18b admin admin] GET failed (client error): The resource could not be found. Sep 14 13:23:27.935857 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5914e6b2-0c88-435a-acb1-c2d3fd89b18b admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591309 Sep 14 13:23:28.003830 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbfb90a-8261-4593-9d52-994dcb13dbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:23:28.005375 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-bfbfb90a-8261-4593-9d52-994dcb13dbf7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649390 Sep 14 13:23:28.015783 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:23:28.035285 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Made reservation on behalf of 46a57f37c7254d51974d583164402e75 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:23:28.037477 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.195072 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.251939 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e206923b-8626-4be9-ab29-2bfe803d290d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:23:28.256789 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Checking segment: {'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:23:28.257144 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Network hostable DHCP agents. Network: 401a16d8-7de8-457c-940d-b9f357495bbc, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:23:28.273241 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Network 401a16d8-7de8-457c-940d-b9f357495bbc is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:23:28.281429 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 401a16d8-7de8-457c-940d-b9f357495bbc) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:23:28.285592 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:23:28.286335 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.290350 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eba949-76f9-4e54-8bbf-a9abdeb9ba70 None None] Network 401a16d8-7de8-457c-940d-b9f357495bbc requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:23:28.299298 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3e18f14b-6420-40e5-bf09-9884005fe2d1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2872684 Sep 14 13:23:28.441497 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-401a16d8-7de8-457c-940d-b9f357495bbc', 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc', 'tenant_id': '46a57f37c7254d51974d583164402e75', 'fixed_ips': [{'subnet_id': 'e206923b-8626-4be9-ab29-2bfe803d290d'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:23:28.442317 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.578902 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Allocated IP 192.168.233.2 (401a16d8-7de8-457c-940d-b9f357495bbc/e206923b-8626-4be9-ab29-2bfe803d290d/3746acee-8c38-42bf-9635-ee6d6d428e4e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:23:28.724656 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.734290 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Transition to ACTIVE for port object 3746acee-8c38-42bf-9635-ee6d6d428e4e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:23:28.750014 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Transition to ACTIVE for port object 3746acee-8c38-42bf-9635-ee6d6d428e4e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:23:28.755649 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.798317 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Network 401a16d8-7de8-457c-940d-b9f357495bbc is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:23:28.804192 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:23:28.806122 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Pushing event updated for resources: {'Port': ['ID=3746acee-8c38-42bf-9635-ee6d6d428e4e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:23:28.808086 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:23:28.820120 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.820466 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.820843 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.821168 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.821513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.821838 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.822159 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.822480 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.822826 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.823642 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.823642 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.823829 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:23:28.872239 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Attempting to bind port 3746acee-8c38-42bf-9635-ee6d6d428e4e on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:23:28.873175 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Attempting to bind port 3746acee-8c38-42bf-9635-ee6d6d428e4e by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:23:28.873532 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Attempting to bind port 3746acee-8c38-42bf-9635-ee6d6d428e4e on network 401a16d8-7de8-457c-940d-b9f357495bbc {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:23:28.878499 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:23:28.878868 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Checking segment: {'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:23:28.879256 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.879639 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Bound using segment: {'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:23:28.880093 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Bound port: 3746acee-8c38-42bf-9635-ee6d6d428e4e, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:23:28.880482 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:28.942376 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] For port 3746acee-8c38-42bf-9635-ee6d6d428e4e, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:23:28.945490 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] For port 3746acee-8c38-42bf-9635-ee6d6d428e4e, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=3746acee-8c38-42bf-9635-ee6d6d428e4e,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:23:28.950865 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:29.010396 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcccfc-e56e-4812-a8ec-f7508c824d43 None None] Pushing event updated for resources: {'Port': ['ID=3746acee-8c38-42bf-9635-ee6d6d428e4e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:23:29.803172 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de827e-e749-475e-b9b2-6bc3aa1dd98e None None] Network 401a16d8-7de8-457c-940d-b9f357495bbc requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:23:29.876124 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f6e784b-37c6-437d-8aa1-f98781019f66 None None] Provisioning for port 3746acee-8c38-42bf-9635-ee6d6d428e4e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:23:30.270713 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 3746acee-8c38-42bf-9635-ee6d6d428e4e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:23:30.330351 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 3746acee-8c38-42bf-9635-ee6d6d428e4e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:23:30.333892 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 3746acee-8c38-42bf-9635-ee6d6d428e4e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:23:30.334262 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:30.411772 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:30.442835 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 3746acee-8c38-42bf-9635-ee6d6d428e4e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=3746acee-8c38-42bf-9635-ee6d6d428e4e,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:23:30.446845 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:30.498881 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=3746acee-8c38-42bf-9635-ee6d6d428e4e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:23:32.258943 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 3746acee-8c38-42bf-9635-ee6d6d428e4e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:23:32.305343 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 3746acee-8c38-42bf-9635-ee6d6d428e4e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:23:32.305701 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:37.241916 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:23:39.874575 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d241bdf-f09a-453a-93e9-cc8835db0a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:42.298799 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41852838-8854-43d8-9f4f-94013455b6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:42.620767 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:43.397747 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:23:44.957155 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:09.875622 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75914b7c-2a7e-4e67-a735-216e3ca45b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:12.299199 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-292f4c95-1c04-4a9f-8ebe-d8437d3e0389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:12.626700 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:13.400330 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:14.239596 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:24:14.958828 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.123812 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:24:38.129607 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [None req-12cfecdb-325b-444e-b9bd-0e65fb3a49b2 tempest-verify_tempest_config-229237172 tempest-verify_tempest_config-229237172-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:24:38.130576 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-12cfecdb-325b-444e-b9bd-0e65fb3a49b2 tempest-verify_tempest_config-229237172 tempest-verify_tempest_config-229237172-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057766 Sep 14 13:24:38.414789 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38654) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:24:38.514723 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.599996 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.603869 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.647658 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdd813000147469dbfe645399e981d70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2318313 Sep 14 13:24:38.648633 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc7aa1d-0d32-46a8-a6b3-308243a2b4b0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:24:38.650585 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38658) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:24:38.656191 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.656533 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.656643 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.657124 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.657466 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.657761 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.658107 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.658495 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.658834 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.659168 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.659493 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.659816 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe2ea8-649a-437f-8990-df3f1513f729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.705416 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.725517 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.812192 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.814760 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:38.818428 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cc7aa1d-0d32-46a8-a6b3-308243a2b4b0 HTTP/1.1" status: 204 len: 168 time: 0.1643887 Sep 14 13:24:38.823506 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc7aa1d-0d32-46a8-a6b3-308243a2b4b0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:24:38.830453 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.830803 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.831172 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.831509 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.831843 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.832194 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.832529 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.832895 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.833241 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.833571 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.833900 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:38.834221 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ada0a-31a0-427f-a0ca-346a28be2ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:24:39.876496 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bf11-0abd-4704-88da-5cb25aee11f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:42.302386 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad13cfb6-9de0-4e2c-b567-056d77ba6d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:42.617433 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:43.403540 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:44.963169 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:24:51.237769 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:25:09.877068 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f34ff6f-4f08-4b27-b1e1-e6f471c0e252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:12.301649 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7609667-57fe-4128-bff7-734a16605d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:12.617307 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:13.407156 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:14.965891 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:28.236753 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:25:39.877094 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1dd850be-23aa-42a0-8b6e-f4169d0ac60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:42.300553 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63c3b221-1ba0-44bf-a463-f025d7eae835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:42.618491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:43.408952 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:25:44.968530 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:05.235600 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:26:05.713198 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682653'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:09.880342 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d2bb67-335c-49d5-91a1-c477cd6a9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:12.299879 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7262e5ef-6420-4216-aa27-0d587ffe1109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:12.619508 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:13.412302 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:14.971085 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:21.463982 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:26:21.565051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-da25b877-ffa7-48e0-a9d7-7cb0b6db6d9e admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0999508 Sep 14 13:26:23.753501 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:26:23.812497 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-cf3d7d1a-98ca-4dc6-b8f9-d66f55da68fe admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0579269 Sep 14 13:26:35.667530 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:39.880477 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-daabc739-19b5-4195-91da-64ad525e8fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:42.234226 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:26:42.299590 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63c47bad-ad5b-4501-a50b-6dcfc7690b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:42.620557 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:43.414836 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:26:44.974882 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:05.667141 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:09.880905 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf4e2-92e1-424e-9fe2-df2df2c8dab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:12.300336 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ce46ae7-9e98-44b6-97a3-93a367827b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:12.621735 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:13.415430 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:14.978246 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:19.243013 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:27:35.681624 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:39.882083 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-daebe688-827a-4384-8add-23285ca28c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:42.301376 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f47974a1-3f23-48ba-8a04-5efc7da10a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:42.623024 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:43.418745 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:44.982552 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.080555 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:52.252522 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-606135079-network', 'tenant_id': 'a7110d405490493cb6432c07812a4b75'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:52.281727 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Made reservation on behalf of a7110d405490493cb6432c07812a4b75 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:52.283974 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.293708 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.384060 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.388110 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.409375 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:52.423625 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:27:52.432528 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.432910 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Added segment 11be6133-5cc6-4a4f-8be9-c439c41ce25b of type vlan for network 2110553c-a25d-4182-93af-e84aa01d264b Sep 14 13:27:52.440419 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee992b89-0622-4277-af05-061be2c7c100,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:52.450224 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.450584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.450919 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.451249 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.451569 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.451888 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.452368 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.452710 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.453125 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.453437 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.453744 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.454225 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Tracked resource versions report: Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: pushed versions: Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: { 'AddressGroup': {'1.2'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Log': {'1.0'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Network': {'1.1'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Port': {'1.7'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'PortForwarding': {'1.2'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'QosPolicy': {'1.9'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroup': {'1.4'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SubPort': {'1.0'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Subnet': {'1.1'}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Trunk': {'1.1'}} Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: consumer versions: Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: HyperV agent@hv-cinder-79878: {}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'ConntrackHelper': '1.0', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Log': '1.0', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Network': '1.1', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Port': '1.7', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'PortForwarding': '1.2', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'QosPolicy': '1.9', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroup': '1.4', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SecurityGroupRule': '1.2', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'SubPort': '1.0', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Subnet': '1.1', Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: 'Trunk': '1.1'}} Sep 14 13:27:52.455258 dv-cinder-798783-2-iscsi neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:27:52.494430 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.519177 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.520202 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:52.520907 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.561983 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4770968 Sep 14 13:27:52.562374 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:52.567928 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Request body: {'subnet': {'network_id': '2110553c-a25d-4182-93af-e84aa01d264b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-606135079-subnet', 'tenant_id': 'a7110d405490493cb6432c07812a4b75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:52.591778 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Made reservation on behalf of a7110d405490493cb6432c07812a4b75 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:52.597699 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.600041 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef8084-9f3c-44d1-918d-f8bd01df1473 admin admin] Pushing event updated for resources: {'Network': ['ID=2110553c-a25d-4182-93af-e84aa01d264b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:52.612320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 2110553c-a25d-4182-93af-e84aa01d264b details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:27:52.743391 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38980) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:52.792643 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.826773 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-381474060-network', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:52.869137 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3e24b8-474e-4d0f-a914-d0151b6e78f3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:52.884310 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 38988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:52.885572 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.885918 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.886428 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.886928 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.887408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.887901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.888391 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.888892 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.889385 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.890052 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.890712 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.891499 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Tracked resource versions report: Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: pushed versions: Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: { 'AddressGroup': {'1.2'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Log': {'1.0'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Network': {'1.1'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Port': {'1.7'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'PortForwarding': {'1.2'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'QosPolicy': {'1.9'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroup': {'1.4'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SubPort': {'1.0'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Subnet': {'1.1'}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Trunk': {'1.1'}} Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: consumer versions: Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: HyperV agent@hv-cinder-79878: {}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'ConntrackHelper': '1.0', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Log': '1.0', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Network': '1.1', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Port': '1.7', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'PortForwarding': '1.2', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'QosPolicy': '1.9', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroup': '1.4', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SecurityGroupRule': '1.2', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'SubPort': '1.0', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Subnet': '1.1', Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: 'Trunk': '1.1'}} Sep 14 13:27:52.892723 dv-cinder-798783-2-iscsi neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:27:52.900644 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Made reservation on behalf of c105f032c0ab4efbae636082f66ba652 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:52.903486 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.912839 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Checking segment: {'id': '11be6133-5cc6-4a4f-8be9-c439c41ce25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2110553c-a25d-4182-93af-e84aa01d264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:27:52.913195 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Network hostable DHCP agents. Network: 2110553c-a25d-4182-93af-e84aa01d264b, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:27:52.917037 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.946088 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Network 2110553c-a25d-4182-93af-e84aa01d264b is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:27:52.959423 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 2110553c-a25d-4182-93af-e84aa01d264b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:52.968662 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:52.969641 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:52.969775 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f246dc3-488d-4619-8686-b1481f1fdc15 None None] Network 2110553c-a25d-4182-93af-e84aa01d264b requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:53.046148 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.054086 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.067201 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-326cd6cc-80ac-483c-ba35-3fcc32605f9e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5037653 Sep 14 13:27:53.078738 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:27:53.103599 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.104185 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Added segment 1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9 of type vlan for network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c Sep 14 13:27:53.105971 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c400a2cb-abab-4e60-a66b-d5f07791fa6a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:53.164521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.166667 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e572b-1768-4db4-8d07-ca7a6ce3cfd8 None None] Network 2110553c-a25d-4182-93af-e84aa01d264b requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:53.196938 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.199104 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:53.199992 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.232302 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8212101 Sep 14 13:27:53.235904 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 38998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:53.243045 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Request body: {'subnet': {'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-subnet', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:53.303668 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-network', 'tenant_id': 'e55c830919fb43358151a9061023690c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:53.307343 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Made reservation on behalf of c105f032c0ab4efbae636082f66ba652 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:53.309770 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.338136 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddcace-ac9b-41ee-839f-bc08e3f2689a admin admin] Pushing event updated for resources: {'Network': ['ID=1dfdd27f-ebd8-436a-abdf-c11f03faf30c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:53.349002 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:27:53.442503 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-94056235-network', 'tenant_id': 'd4872e9098814d72a8d8426edc369126'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:53.448509 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Made reservation on behalf of e55c830919fb43358151a9061023690c for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:53.451400 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.462278 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.473588 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Made reservation on behalf of d4872e9098814d72a8d8426edc369126 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:53.476428 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.487517 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.580606 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.604756 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.635794 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.653640 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:27:53.675288 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.675637 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Added segment 7d1a4f5b-320c-470f-9e4d-b856dca9b050 of type vlan for network d3d1071b-2675-4d9f-8e36-4cce887c09e9 Sep 14 13:27:53.716162 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c098cd71-d442-48c8-99f2-26669ca087f3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:53.730473 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.740488 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.747073 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.771616 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.772857 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:53.773607 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.784576 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d432c2b-ccaa-491f-8e35-c490205567e5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:53.793251 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:27:53.818804 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe711c-7131-47ea-ab4c-c87032fbc239,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:53.825373 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.825964 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Added segment 5bb9ded3-eba5-4051-9d4b-454482f914a8 of type vlan for network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 Sep 14 13:27:53.844070 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d1071b-2675-4d9f-8e36-4cce887c09e9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:53.847703 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-70e7a077-0a1f-4dfb-8715-cc6d07ab3557 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1024241 Sep 14 13:27:53.849118 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Checking segment: {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:27:53.849633 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Network hostable DHCP agents. Network: 1dfdd27f-ebd8-436a-abdf-c11f03faf30c, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:27:53.852036 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:53.857702 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Request body: {'subnet': {'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-subnet', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:53.860829 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:27:53.885625 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Made reservation on behalf of e55c830919fb43358151a9061023690c for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:53.888144 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.892884 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.913187 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:27:53.932405 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.934164 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:53.935137 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.952029 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 1dfdd27f-ebd8-436a-abdf-c11f03faf30c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:53.960051 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:53.960892 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:53.979741 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a51d1-8652-4a76-af4d-f269ac6671dc None None] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:53.988938 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-ed112aab-62c7-41ab-ad7b-ae54ba461863 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7512112 Sep 14 13:27:53.993508 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1046786 Sep 14 13:27:53.993508 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:53.994982 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39040) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:53.998759 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:54.003154 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Request body: {'subnet': {'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-94056235-subnet', 'tenant_id': 'd4872e9098814d72a8d8426edc369126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:54.049491 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06e086-7736-4b0c-97bb-db47b26c28f1 admin admin] Pushing event updated for resources: {'Network': ['ID=00b2be81-a9ee-40bd-ae24-22456d7ea3c9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:54.059076 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Made reservation on behalf of d4872e9098814d72a8d8426edc369126 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:54.061891 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.063726 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:27:54.086351 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.092957 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.177891 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.197825 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.274055 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e080e8-28ab-4ea6-9a63-556b4521946d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:54.474314 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b30a8d5-f36a-4650-a7bf-570db6f9d1ef None None] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:54.515229 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.570825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Checking segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:27:54.571380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Network hostable DHCP agents. Network: d3d1071b-2675-4d9f-8e36-4cce887c09e9, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:27:54.688416 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:27:54.705515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.725056 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, d3d1071b-2675-4d9f-8e36-4cce887c09e9) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:54.735495 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758b93f-5bcd-447e-96bd-0d3b8e20a619 None None] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:54.764892 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:54.765864 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.851482 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-21f0958f-1c71-4561-ba1f-a795a45e4041 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9983907 Sep 14 13:27:54.855300 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:54.875296 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:54.878293 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc86b2e-5bc9-4b8b-ab93-6fe911409195,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:54.911307 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.922824 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Checking segment: {'id': '5bb9ded3-eba5-4051-9d4b-454482f914a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:27:54.925217 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Network hostable DHCP agents. Network: 00b2be81-a9ee-40bd-ae24-22456d7ea3c9, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:27:54.969192 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.977576 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:54.979960 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.003600 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-d3d1071b-2675-4d9f-8e36-4cce887c09e9', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:27:55.004791 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.011625 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:27:55.118603 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 00b2be81-a9ee-40bd-ae24-22456d7ea3c9) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:55.125348 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:55.126020 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.133770 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6b41b-cb42-4d48-b410-983c8c6dd2f8 None None] Network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:55.207319 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Allocated IP 172.27.2.13 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/2df4abb5-9c8f-46ef-84a5-43abc06214f2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:27:55.219183 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39086) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:55.233270 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829601796-network', 'tenant_id': '671e2f407d0c47f9844ddb6d969261d4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:55.287372 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.292962 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-84ab88cb-3afa-40e5-aaf2-3deb1d7851c4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2965841 Sep 14 13:27:55.328365 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Allocated IP 172.20.0.2 (d3d1071b-2675-4d9f-8e36-4cce887c09e9/03e080e8-28ab-4ea6-9a63-556b4521946d/6be4a542-837d-417b-a8d5-f556e7507b0e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:27:55.360863 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Made reservation on behalf of 671e2f407d0c47f9844ddb6d969261d4 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:55.365674 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.398817 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.490136 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.584972 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.614169 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.614880 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.625560 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.637086 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:27:55.689020 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb193903-3e9d-4a06-acd9-c30885a10a4c None None] Network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:55.692142 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:55.695005 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:27:55.697841 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:27:55.772023 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.772359 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Added segment 00ad4b2f-d564-49ea-a50b-5fd1543e151a of type vlan for network f461a6f8-d91e-48de-b84f-b503b8950556 Sep 14 13:27:55.777626 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Pushing event updated for resources: {'Port': ['ID=2df4abb5-9c8f-46ef-84a5-43abc06214f2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:55.847684 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.872396 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38215a4c-642a-47b3-87e4-e9a39720c52a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:55.883666 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Transition to ACTIVE for port object 6be4a542-837d-417b-a8d5-f556e7507b0e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:27:55.914226 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:55.938633 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Transition to ACTIVE for port object 6be4a542-837d-417b-a8d5-f556e7507b0e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:27:55.951981 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.012534 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.013941 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:56.014702 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.053422 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.069659 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8493137 Sep 14 13:27:56.088179 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39130) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:56.092433 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.093767 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Pushing event updated for resources: {'Port': ['ID=6be4a542-837d-417b-a8d5-f556e7507b0e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:56.101362 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Request body: {'subnet': {'network_id': 'f461a6f8-d91e-48de-b84f-b503b8950556', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829601796-subnet', 'tenant_id': '671e2f407d0c47f9844ddb6d969261d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:27:56.117095 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.118125 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.118623 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.119096 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.119559 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.119991 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.120438 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.120956 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.122868 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.123313 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.123748 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.128563 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Tracked resource versions report: Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: pushed versions: Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: { 'AddressGroup': {'1.2'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Log': {'1.0'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Network': {'1.1'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Port': {'1.7'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'PortForwarding': {'1.2'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'QosPolicy': {'1.9'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroup': {'1.4'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SubPort': {'1.0'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Subnet': {'1.1'}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Trunk': {'1.1'}} Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: consumer versions: Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: HyperV agent@hv-cinder-79878: {}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'ConntrackHelper': '1.0', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Log': '1.0', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Network': '1.1', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Port': '1.7', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'PortForwarding': '1.2', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'QosPolicy': '1.9', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroup': '1.4', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SecurityGroupRule': '1.2', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'SubPort': '1.0', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Subnet': '1.1', Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: 'Trunk': '1.1'}} Sep 14 13:27:56.129792 dv-cinder-798783-2-iscsi neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:27:56.160882 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:27:56.162692 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:56.169222 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:27:56.238620 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:27:56.253096 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef067ec-f1cb-46c2-9754-b7fe70f11689 admin admin] Pushing event updated for resources: {'Network': ['ID=f461a6f8-d91e-48de-b84f-b503b8950556,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:56.273042 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Allocated IP 172.27.2.173 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/800f37fd-5923-4cf3-9e32-c9fe10edd41b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:27:56.284725 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.297622 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network f461a6f8-d91e-48de-b84f-b503b8950556 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:27:56.306281 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Attempting to bind port 6be4a542-837d-417b-a8d5-f556e7507b0e on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:27:56.306663 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Attempting to bind port 6be4a542-837d-417b-a8d5-f556e7507b0e by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:27:56.307930 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Attempting to bind port 6be4a542-837d-417b-a8d5-f556e7507b0e on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:27:56.344968 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Made reservation on behalf of 671e2f407d0c47f9844ddb6d969261d4 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:27:56.347454 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.444790 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:27:56.445513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Checking segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:27:56.445513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.464157 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Bound using segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:27:56.464925 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Bound port: 6be4a542-837d-417b-a8d5-f556e7507b0e, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:27:56.465454 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.499332 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.582779 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.630313 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] For port 6be4a542-837d-417b-a8d5-f556e7507b0e, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:27:56.636546 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] For port 6be4a542-837d-417b-a8d5-f556e7507b0e, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=6be4a542-837d-417b-a8d5-f556e7507b0e,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:27:56.647670 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.675860 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:27:56.681626 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:56.702405 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:27:56.733862 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:56.768920 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722a920-3cd7-43ac-855e-9f0a56cc3428 None None] Pushing event updated for resources: {'Port': ['ID=6be4a542-837d-417b-a8d5-f556e7507b0e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:56.901387 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:56.932571 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Pushing event updated for resources: {'Port': ['ID=800f37fd-5923-4cf3-9e32-c9fe10edd41b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:56.934502 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.016895 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:57.068704 dv-cinder-798783-2-iscsi neutron-server[93945]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 13:27:57.161708 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.198211 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262bb04f-0d3e-494c-a7b9-27ee48a7d32b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:57.218076 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0401e773-8ec5-449d-9995-f980ba86abc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.264034 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Checking segment: {'id': '00ad4b2f-d564-49ea-a50b-5fd1543e151a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f461a6f8-d91e-48de-b84f-b503b8950556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:27:57.264390 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Network hostable DHCP agents. Network: f461a6f8-d91e-48de-b84f-b503b8950556, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:27:57.342767 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Network f461a6f8-d91e-48de-b84f-b503b8950556 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:27:57.364674 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, f461a6f8-d91e-48de-b84f-b503b8950556) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:27:57.373224 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08fbf6-cb53-4d5a-9524-d1f7bf30b668 None None] Network f461a6f8-d91e-48de-b84f-b503b8950556 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:57.383572 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:57.384369 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.435117 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Router 794d9c0e-14a3-4a7d-b24e-143794a6e813 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:27:57.498337 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074d9f-3315-492b-8e13-39be3d716005 req-d70f743b-f33c-4f6f-a5f9-5d02f3124597 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:27:57.505217 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-d70f743b-f33c-4f6f-a5f9-5d02f3124597 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/networks?id=00b2be81-a9ee-40bd-ae24-22456d7ea3c9 HTTP/1.1" status: 200 len: 810 time: 0.4412189 Sep 14 13:27:57.507922 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0401e773-8ec5-449d-9995-f980ba86abc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.516402 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0401e773-8ec5-449d-9995-f980ba86abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.527770 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-d3155238-fef6-4416-aa9c-9d5c2ac6c4ec tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/quotas/d4872e9098814d72a8d8426edc369126 HTTP/1.1" status: 200 len: 375 time: 0.0214298 Sep 14 13:27:57.532582 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-00f08a8c-fe4c-4b99-a68c-bda3eefe06b6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4359484 Sep 14 13:27:57.580934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435af30-3eb7-40fb-aaca-49f05914b86a None None] Network f461a6f8-d91e-48de-b84f-b503b8950556 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:57.615108 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0401e773-8ec5-449d-9995-f980ba86abc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86efa5d2189a4c1497c3e86aa2412241&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8707345 Sep 14 13:27:57.615344 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39196) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:57.623338 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401e773-8ec5-449d-9995-f980ba86abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d61e62-25b4-43e5-a673-2403365d8050,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:57.634151 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.656135 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:27:57.667782 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Sync routers for ids ['794d9c0e-14a3-4a7d-b24e-143794a6e813'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:27:57.681656 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.683885 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Routers {'794d9c0e-14a3-4a7d-b24e-143794a6e813'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:27:57.685090 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['794d9c0e-14a3-4a7d-b24e-143794a6e813'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:27:57.686507 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-cddf8bf2-726f-45c8-8e2d-e4ca906fe1cb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6936855 Sep 14 13:27:57.686692 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39198) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:57.691215 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8b7d57fe-a013-4ef9-86fe-02719e69799f tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4872e9098814d72a8d8426edc369126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584877 Sep 14 13:27:57.726698 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-982fd104-1207-461c-bb5d-5d8cff48f2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.786404 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-982fd104-1207-461c-bb5d-5d8cff48f2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.831062 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:57.950599 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-982fd104-1207-461c-bb5d-5d8cff48f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.955220 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-982fd104-1207-461c-bb5d-5d8cff48f2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:57.958954 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-982fd104-1207-461c-bb5d-5d8cff48f2c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8d61e62-25b4-43e5-a673-2403365d8050 HTTP/1.1" status: 204 len: 168 time: 0.3401773 Sep 14 13:27:57.986967 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-fda9deb1-5c48-470c-a1bc-5bf7abe8486a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:27:57.987981 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-fda9deb1-5c48-470c-a1bc-5bf7abe8486a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1167717 Sep 14 13:27:57.997614 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fd104-1207-461c-bb5d-5d8cff48f2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d61e62-25b4-43e5-a673-2403365d8050,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:58.068607 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Set router 794d9c0e-14a3-4a7d-b24e-143794a6e813 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:27:58.075060 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] Deleting subnet 5e3e24b8-474e-4d0f-a914-d0151b6e78f3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:27:58.115415 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.154097 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732186a-943b-484e-80dc-5cd7eaf9fda6 None None] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:27:58.210318 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.227742 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.266134 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ed3a7fe-2177-40ba-a3d2-5312f25813db None None] Provisioning for port 6be4a542-837d-417b-a8d5-f556e7507b0e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:27:58.304049 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.365484 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.367951 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5e3e24b8-474e-4d0f-a914-d0151b6e78f3 HTTP/1.1" status: 204 len: 168 time: 0.5332329 Sep 14 13:27:58.370647 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39230) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:58.437850 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:27:55Z', 'revision_number': 3, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port': {'id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:27:58.470879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25f62d-067b-4792-9007-1b80e9525713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3e24b8-474e-4d0f-a914-d0151b6e78f3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:58.512434 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Checking router: 794d9c0e-14a3-4a7d-b24e-143794a6e813 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:27:58.512819 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Updating router 794d9c0e-14a3-4a7d-b24e-143794a6e813 port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:27:58.612128 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 6be4a542-837d-417b-a8d5-f556e7507b0e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:27:58.629243 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.634277 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:58.657982 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d976c648-b13f-47d0-82d0-55dc676bb3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.662415 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.768473 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:27:58.777152 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8681c623-9b9d-43e9-9df0-6fc3afdb91e5 service neutron] 10.222.0.30 "GET /v2.0/networks/00b2be81-a9ee-40bd-ae24-22456d7ea3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726243 Sep 14 13:27:58.780754 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 6be4a542-837d-417b-a8d5-f556e7507b0e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:27:58.787676 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 6be4a542-837d-417b-a8d5-f556e7507b0e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:27:58.789745 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.872070 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:58.919429 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.919789 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.921234 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.921567 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > port after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.921906 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.922312 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.923155 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.923564 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.923883 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:58.924206 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:59.042181 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.113571 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:59.113848 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:59.114182 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:59.114511 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:27:59.114883 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2110553c-a25d-4182-93af-e84aa01d264b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:27:59.136710 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11be6133-5cc6-4a4f-8be9-c439c41ce25b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:27:59.137001 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11be6133-5cc6-4a4f-8be9-c439c41ce25b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:27:59.143670 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:27:59.158572 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.168463 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.184271 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Sync routers for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:27:59.186625 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-85917fa6-7cdc-4b40-99fc-1f58a6921ddc service neutron] 10.222.0.30 "GET /v2.0/networks/00b2be81-a9ee-40bd-ae24-22456d7ea3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000692 Sep 14 13:27:59.199487 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81ff5717-c2fb-4a66-8ff2-b33b09cc6220 None None] Provisioning complete for port 6be4a542-837d-417b-a8d5-f556e7507b0e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:27:59.199861 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81ff5717-c2fb-4a66-8ff2-b33b09cc6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.214608 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.218484 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d976c648-b13f-47d0-82d0-55dc676bb3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.228637 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.237073 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d976c648-b13f-47d0-82d0-55dc676bb3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.246384 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:27:59.247038 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.248161 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.252230 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-00344503-5d76-46cf-b8fd-4ea6d9be08c5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3904810 Sep 14 13:27:59.256005 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 6be4a542-837d-417b-a8d5-f556e7507b0e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=6be4a542-837d-417b-a8d5-f556e7507b0e,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: from cryptography.utils import int_from_bytes Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: from cryptography.utils import int_from_bytes Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:27:59.256674 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:27:59.258991 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:59.265356 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.316167 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=6be4a542-837d-417b-a8d5-f556e7507b0e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:59.329077 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d976c648-b13f-47d0-82d0-55dc676bb3ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b59d465f79b9428c8806e09433c83141&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6932187 Sep 14 13:27:59.333100 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:59.361754 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c648-b13f-47d0-82d0-55dc676bb3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26305ba3-20a1-4fca-beed-df7af8d2235e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:59.364609 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:27:59.365442 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:27:59.381647 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.381795 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Transition to ACTIVE for port object 2df4abb5-9c8f-46ef-84a5-43abc06214f2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:27:59.393153 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.394241 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.399745 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2110553c-a25d-4182-93af-e84aa01d264b HTTP/1.1" status: 204 len: 168 time: 1.0278056 Sep 14 13:27:59.408635 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:59.439044 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7b326-2c94-4366-8dd3-27c00527eb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=2110553c-a25d-4182-93af-e84aa01d264b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:59.467835 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Attempting to bind port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:27:59.468527 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Attempting to bind port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:27:59.468939 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Attempting to bind port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:27:59.478296 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Pushing event updated for resources: {'Port': ['ID=2df4abb5-9c8f-46ef-84a5-43abc06214f2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:59.481710 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:27:59.482096 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:27:59.482501 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.483108 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:27:59.483369 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Bound port: 2df4abb5-9c8f-46ef-84a5-43abc06214f2, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:27:59.483837 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.517713 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.518069 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.519006 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.519322 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.519658 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.519994 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.520325 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.520726 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.521367 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.521498 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.521720 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.522045 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Tracked resource versions report: Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: pushed versions: Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: { 'AddressGroup': {'1.2'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Log': {'1.0'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Network': {'1.1'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Port': {'1.7'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'PortForwarding': {'1.2'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'QosPolicy': {'1.9'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroup': {'1.4'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SubPort': {'1.0'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Subnet': {'1.1'}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Trunk': {'1.1'}} Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: consumer versions: Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: { DHCP agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: HyperV agent@hv-cinder-79878: {}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: L3 agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: Metadata agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: Metering agent@dv-cinder-798783-2-iscsi: {}, Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: Open vSwitch agent@dv-cinder-798783-2-iscsi: { 'AddressGroup': '1.2', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'ConntrackHelper': '1.0', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Log': '1.0', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Network': '1.1', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Port': '1.7', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'PortForwarding': '1.2', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'QosPolicy': '1.9', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroup': '1.4', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SecurityGroupRule': '1.2', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'SubPort': '1.0', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Subnet': '1.1', Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: 'Trunk': '1.1'}} Sep 14 13:27:59.523406 dv-cinder-798783-2-iscsi neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 13:27:59.531125 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] Deleting subnet 262bb04f-0d3e-494c-a7b9-27ee48a7d32b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:27:59.535137 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.564997 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:27:59.594830 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] For port 2df4abb5-9c8f-46ef-84a5-43abc06214f2, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:27:59.598682 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] For port 2df4abb5-9c8f-46ef-84a5-43abc06214f2, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2df4abb5-9c8f-46ef-84a5-43abc06214f2,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:27:59.601568 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:59.605795 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.645327 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.674639 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Routers {'794d9c0e-14a3-4a7d-b24e-143794a6e813'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:27:59.675627 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['794d9c0e-14a3-4a7d-b24e-143794a6e813'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:27:59.683726 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab84c3-f390-4249-a58d-c6708ba3095e None None] Pushing event updated for resources: {'Port': ['ID=2df4abb5-9c8f-46ef-84a5-43abc06214f2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:59.726000 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.757388 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d6d16b46-cf4e-429d-9bae-6db712657f83 req-473f37ba-e012-47a7-ba5f-a870ca2fd71c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 210 time: 0.1452470 Sep 14 13:27:59.816097 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92827131-3379-4e18-b143-f7933c060c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.821487 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.863277 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262bb04f-0d3e-494c-a7b9-27ee48a7d32b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:27:59.901177 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Allocated IP 172.20.0.1 (1dfdd27f-ebd8-436a-abdf-c11f03faf30c/3d432c2b-ccaa-491f-8e35-c490205567e5/582a5b5d-20aa-4909-8dfb-cfde5dc9717c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:27:59.907837 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] Set router 794d9c0e-14a3-4a7d-b24e-143794a6e813 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:27:59.920935 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92827131-3379-4e18-b143-f7933c060c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.921280 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:27:59.923157 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-b94794b5-cd85-40c4-bf88-ed35357f5558 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/262bb04f-0d3e-494c-a7b9-27ee48a7d32b HTTP/1.1" status: 204 len: 168 time: 0.5135345 Sep 14 13:27:59.925897 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:27:59.990950 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:27:56Z', 'revision_number': 3, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:00.028392 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.029629 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Checking router: 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:28:00.030115 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Updating router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 port 800f37fd-5923-4cf3-9e32-c9fe10edd41b binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:28:00.064042 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.130514 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.187746 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f461a6f8-d91e-48de-b84f-b503b8950556']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:00.208845 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ad4b2f-d564-49ea-a50b-5fd1543e151a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:00.209438 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ad4b2f-d564-49ea-a50b-5fd1543e151a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:00.227682 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:27:55Z', 'revision_number': 3, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port': {'id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:00.243104 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.270173 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.276559 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:28:00.277219 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:28:00.279591 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:28:00.317723 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0111612-b6fe-4ffd-9004-f8d08c842f1e None None] The sync data for ids ['794d9c0e-14a3-4a7d-b24e-143794a6e813'] in dv-cinder-798783-2-iscsi is: [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:27:55Z', 'revision_number': 3, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port': {'id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:28:00.375140 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.389317 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.391183 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f461a6f8-d91e-48de-b84f-b503b8950556 HTTP/1.1" status: 204 len: 168 time: 0.4645929 Sep 14 13:28:00.401213 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2fa3b-0ebd-42c5-9ee2-856225274af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f461a6f8-d91e-48de-b84f-b503b8950556,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:00.512275 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92827131-3379-4e18-b143-f7933c060c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.517035 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92827131-3379-4e18-b143-f7933c060c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.523431 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-92827131-3379-4e18-b143-f7933c060c0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26305ba3-20a1-4fca-beed-df7af8d2235e HTTP/1.1" status: 204 len: 168 time: 1.1832821 Sep 14 13:28:00.552504 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.576938 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.579604 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92827131-3379-4e18-b143-f7933c060c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26305ba3-20a1-4fca-beed-df7af8d2235e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:00.592912 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Transition to ACTIVE for port object 800f37fd-5923-4cf3-9e32-c9fe10edd41b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:00.615192 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 6be4a542-837d-417b-a8d5-f556e7507b0e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:00.637423 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.748013 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39336) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:00.825973 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-31cdf987-e73a-42d5-9188-531b48e1d9e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7110d405490493cb6432c07812a4b75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0743933 Sep 14 13:28:00.826285 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.826728 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:00.887327 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.926345 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77782739-03d0-4abe-b9e8-18922f6beae5 None None] Pushing event updated for resources: {'Port': ['ID=800f37fd-5923-4cf3-9e32-c9fe10edd41b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:00.938006 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Attempting to bind port 800f37fd-5923-4cf3-9e32-c9fe10edd41b on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:00.938288 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Attempting to bind port 800f37fd-5923-4cf3-9e32-c9fe10edd41b by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:00.938630 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Attempting to bind port 800f37fd-5923-4cf3-9e32-c9fe10edd41b on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:00.947123 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:00.947494 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:00.947894 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:00.948280 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:00.948771 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Bound port: 800f37fd-5923-4cf3-9e32-c9fe10edd41b, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:00.949226 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.006831 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 6be4a542-837d-417b-a8d5-f556e7507b0e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:01.007570 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.107113 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] For port 800f37fd-5923-4cf3-9e32-c9fe10edd41b, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:01.136529 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] For port 800f37fd-5923-4cf3-9e32-c9fe10edd41b, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=800f37fd-5923-4cf3-9e32-c9fe10edd41b,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:01.210746 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:01.218228 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-270122ad-5d24-443f-96b2-e260319286bb req-7a4a0bd1-f8d7-4b6e-8400-84c4a189a959 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 210 time: 0.2324655 Sep 14 13:28:01.250410 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:01.255351 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.265605 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:01.270821 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.330524 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Pushing event updated for resources: {'Port': ['ID=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:01.341814 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:28:01.342445 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:01.426976 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77782739-03d0-4abe-b9e8-18922f6beae5 None None] Pushing event updated for resources: {'Port': ['ID=800f37fd-5923-4cf3-9e32-c9fe10edd41b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:01.619483 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:28:01.666966 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39386) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:01.767623 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9116-a4b6-450e-ad03-cc2aea43a1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.885543 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4bba08f-0623-43c2-b2eb-4ad5694a8c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.887197 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:27:56Z', 'revision_number': 3, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:01.910055 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.913698 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9116-a4b6-450e-ad03-cc2aea43a1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:01.957340 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956f8b5-32ba-4b68-b86e-4c2cd42124f7 None None] The sync data for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi is: [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:27:56Z', 'revision_number': 3, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:28:02.001048 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Allocated IP 172.20.0.1 (d3d1071b-2675-4d9f-8e36-4cce887c09e9/03e080e8-28ab-4ea6-9a63-556b4521946d/d1bbd8b8-a6a8-4ced-bec2-345154bd3f72) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:28:02.065701 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4bba08f-0623-43c2-b2eb-4ad5694a8c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.072242 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4bba08f-0623-43c2-b2eb-4ad5694a8c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.123886 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-e4bba08f-0623-43c2-b2eb-4ad5694a8c5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e517e03499341e58860c19fa64bc087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4551890 Sep 14 13:28:02.127282 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bba08f-0623-43c2-b2eb-4ad5694a8c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882bf2bd-f816-448b-b561-85603c45e6bc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:02.130599 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39404) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:02.133528 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9116-a4b6-450e-ad03-cc2aea43a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.137287 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9116-a4b6-450e-ad03-cc2aea43a1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.140023 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3b2a9116-a4b6-450e-ad03-cc2aea43a1c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee992b89-0622-4277-af05-061be2c7c100 HTTP/1.1" status: 204 len: 168 time: 1.3105137 Sep 14 13:28:02.201149 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a9116-a4b6-450e-ad03-cc2aea43a1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee992b89-0622-4277-af05-061be2c7c100,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:02.249006 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35fa4cb7-fbae-4cf4-9773-9842625211db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.306168 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35fa4cb7-fbae-4cf4-9773-9842625211db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.368646 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.372939 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35fa4cb7-fbae-4cf4-9773-9842625211db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.380130 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35fa4cb7-fbae-4cf4-9773-9842625211db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.382177 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-35fa4cb7-fbae-4cf4-9773-9842625211db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/882bf2bd-f816-448b-b561-85603c45e6bc HTTP/1.1" status: 204 len: 168 time: 0.2498965 Sep 14 13:28:02.392274 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa4cb7-fbae-4cf4-9773-9842625211db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882bf2bd-f816-448b-b561-85603c45e6bc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:02.423257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Transition to ACTIVE for port object d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:02.516851 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.526444 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.553911 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.555262 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.634375 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2df4abb5-9c8f-46ef-84a5-43abc06214f2 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:02.756144 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:02.768311 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:02.768714 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.834253 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:02.836509 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7b2e1c4f-7a8c-419e-a861-fd9631c5507d req-2f2503cc-1747-492e-a3d0-d96fdb2cabae tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 210 time: 0.0307074 Sep 14 13:28:02.847080 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:02.873353 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:02.875170 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.926475 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:02.971520 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 2df4abb5-9c8f-46ef-84a5-43abc06214f2, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2df4abb5-9c8f-46ef-84a5-43abc06214f2,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:02.992745 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.025532 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:03.067588 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:03.080056 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=2df4abb5-9c8f-46ef-84a5-43abc06214f2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:03.089880 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.171341 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-cb381c13-34ce-4dc0-95da-c4f447bb8f3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=671e2f407d0c47f9844ddb6d969261d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0992143 Sep 14 13:28:03.171341 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39430) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:03.224122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Pushing event updated for resources: {'Port': ['ID=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:03.226326 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c290e186-1da9-459c-a320-0309f7f3d48f None None] Provisioning for port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:03.233180 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c290e186-1da9-459c-a320-0309f7f3d48f None None] Provisioning complete for port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:03.234357 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c290e186-1da9-459c-a320-0309f7f3d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.248547 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-413ce0a0-5484-4ae0-9082-9f6c5c734bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.253410 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:03.256802 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:03.284794 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-413ce0a0-5484-4ae0-9082-9f6c5c734bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.326260 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c290e186-1da9-459c-a320-0309f7f3d48f None None] Port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:28:03.356224 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-413ce0a0-5484-4ae0-9082-9f6c5c734bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.361485 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-413ce0a0-5484-4ae0-9082-9f6c5c734bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.365767 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-413ce0a0-5484-4ae0-9082-9f6c5c734bf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38215a4c-642a-47b3-87e4-e9a39720c52a HTTP/1.1" status: 204 len: 168 time: 0.1911349 Sep 14 13:28:03.381066 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ce0a0-5484-4ae0-9082-9f6c5c734bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38215a4c-642a-47b3-87e4-e9a39720c52a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:03.433944 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:03.452653 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bed2ccd-14bf-42f4-839e-44a2f702bf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.532389 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Router 794d9c0e-14a3-4a7d-b24e-143794a6e813 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:28:03.594565 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.603038 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.603732 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.619724 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bed2ccd-14bf-42f4-839e-44a2f702bf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.630538 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bed2ccd-14bf-42f4-839e-44a2f702bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.678885 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1bed2ccd-14bf-42f4-839e-44a2f702bf47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b41c53fa74a456299585a7b7693aa8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2436450 Sep 14 13:28:03.679884 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed2ccd-14bf-42f4-839e-44a2f702bf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb1a161-354b-424e-88fe-2865d083cf77,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:03.698831 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:03.715044 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:03.775935 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:28:03.782453 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-096f1fc8-5e0c-469d-b3ec-d6ae1e1461ca admin admin] 10.222.0.30 "PUT /v2.0/routers/794d9c0e-14a3-4a7d-b24e-143794a6e813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0939045 Sep 14 13:28:03.790229 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Sync routers for ids ['794d9c0e-14a3-4a7d-b24e-143794a6e813'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:28:03.791950 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-525dc59e-f6b1-47ac-ae61-9ddd8d0682d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.802052 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Routers {'794d9c0e-14a3-4a7d-b24e-143794a6e813'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:28:03.802714 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['794d9c0e-14a3-4a7d-b24e-143794a6e813'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:03.821207 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-525dc59e-f6b1-47ac-ae61-9ddd8d0682d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.823017 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:03.824186 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:03.951536 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-525dc59e-f6b1-47ac-ae61-9ddd8d0682d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.954630 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-525dc59e-f6b1-47ac-ae61-9ddd8d0682d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:03.958209 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-525dc59e-f6b1-47ac-ae61-9ddd8d0682d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7cb1a161-354b-424e-88fe-2865d083cf77 HTTP/1.1" status: 204 len: 168 time: 0.2511849 Sep 14 13:28:03.971740 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dc59e-f6b1-47ac-ae61-9ddd8d0682d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb1a161-354b-424e-88fe-2865d083cf77,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:04.055338 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-85b5c360-d16b-4bd7-ac3c-e83452b73bcd req-fd805c5c-04aa-466a-b782-c40ca96ceb4b tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 210 time: 0.1261935 Sep 14 13:28:04.098415 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:28:04.204266 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Set router 794d9c0e-14a3-4a7d-b24e-143794a6e813 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:28:04.267128 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:28:04.269389 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65771760-e4f2-4233-a956-b6c15f218543 None None] Provisioning complete for port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:04.270317 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65771760-e4f2-4233-a956-b6c15f218543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:04.272899 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-2e114d85-9c4f-4ce3-995c-de6b41462f57 admin admin] 10.222.0.30 "PUT /v2.0/routers/71c94b8f-39ac-4f9e-9762-0b8f2f2878c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0135396 Sep 14 13:28:04.311079 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-65771760-e4f2-4233-a956-b6c15f218543 None None] Port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:28:04.451753 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Sync routers for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:28:04.461718 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:28:04.464955 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:04.493332 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:28:01Z', 'revision_number': 4, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port': {'id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '582a5b5d-20aa-4909-8dfb-cfde5dc9717c', 'name': '', 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'mac_address': 'fa:16:3e:dc:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:59Z', 'updated_at': '2021-09-14T13:28:02Z', 'revision_number': 2, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'subnets': [{'id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:04.538049 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Checking router: 794d9c0e-14a3-4a7d-b24e-143794a6e813 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:28:04.538646 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Updating router 794d9c0e-14a3-4a7d-b24e-143794a6e813 port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:28:04.586045 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:04.591046 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2df4abb5-9c8f-46ef-84a5-43abc06214f2 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:04.807736 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:28:04.876363 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:04.877339 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.122053 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.154564 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Transition to ACTIVE for port object 582a5b5d-20aa-4909-8dfb-cfde5dc9717c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:05.169486 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.268910 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-bde883ac-c126-4306-be28-a6329051a424 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:05.270815 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-bde883ac-c126-4306-be28-a6329051a424 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 818 time: 0.2561400 Sep 14 13:28:05.285774 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 800f37fd-5923-4cf3-9e32-c9fe10edd41b up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:05.288006 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577632b6-b548-4277-9e56-834f63639752 None None] Pushing event updated for resources: {'Port': ['ID=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:05.308462 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.18', 53606) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:05.324547 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-f9e2a9b3-437a-4691-be30-efeed4d92578 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/quotas/c105f032c0ab4efbae636082f66ba652 HTTP/1.1" status: 200 len: 375 time: 0.0415084 Sep 14 13:28:05.394221 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:05.426435 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 2, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:05.508947 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-04d37463-191c-4be2-8b8c-b79760a01cfd tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806328 Sep 14 13:28:05.527385 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Attempting to bind port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:05.529979 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Attempting to bind port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:05.531564 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Checking router: 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:28:05.531929 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Updating router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:28:05.532146 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Attempting to bind port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c on network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:05.546943 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:05.548943 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Checking segment: {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:05.549447 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.550643 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Bound using segment: {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:05.551241 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Bound port: 582a5b5d-20aa-4909-8dfb-cfde5dc9717c, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:05.551638 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.557140 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 800f37fd-5923-4cf3-9e32-c9fe10edd41b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:05.627781 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 800f37fd-5923-4cf3-9e32-c9fe10edd41b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:05.630440 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.708531 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-778dd1f2-7e26-4580-a743-50fccc945695 service neutron] 10.222.0.30 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986401 Sep 14 13:28:05.724619 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] For port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:05.735027 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] For port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:05.743663 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.784138 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.838883 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:05.843913 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Routers {'794d9c0e-14a3-4a7d-b24e-143794a6e813'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:28:05.844560 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['794d9c0e-14a3-4a7d-b24e-143794a6e813'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:05.946572 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-adf2f0c1-d401-4a42-a25d-ae692cf6f288 service neutron] 10.222.0.30 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370462 Sep 14 13:28:05.971184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e492-5f23-47f5-97ba-7d25604c96ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.052386 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.286988 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074d9f-3315-492b-8e13-39be3d716005 req-091c50ac-c650-4462-9bf0-df4019ae6cce tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:06.291829 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-091c50ac-c650-4462-9bf0-df4019ae6cce tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.18 "GET /v2.0/networks?id=00b2be81-a9ee-40bd-ae24-22456d7ea3c9 HTTP/1.1" status: 200 len: 810 time: 0.9821274 Sep 14 13:28:06.335375 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577632b6-b548-4277-9e56-834f63639752 None None] Pushing event updated for resources: {'Port': ['ID=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:06.347591 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e492-5f23-47f5-97ba-7d25604c96ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.353452 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Request body: {'port': {'device_id': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9', 'admin_state_up': True, 'tenant_id': 'd4872e9098814d72a8d8426edc369126'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:06.357655 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e492-5f23-47f5-97ba-7d25604c96ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.400037 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 800f37fd-5923-4cf3-9e32-c9fe10edd41b, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=800f37fd-5923-4cf3-9e32-c9fe10edd41b,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:06.417164 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.417682 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] Set router 794d9c0e-14a3-4a7d-b24e-143794a6e813 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:28:06.573953 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-bcd5e492-5f23-47f5-97ba-7d25604c96ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb8e32b58ac94c0d9b2beb447e5569ca&name=default HTTP/1.1" status: 200 len: 2978 time: 1.1763642 Sep 14 13:28:06.576843 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:06.609932 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5e492-5f23-47f5-97ba-7d25604c96ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde44bef-dae2-47d5-810f-35b5289fd877,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:06.727387 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.756774 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Transition to ACTIVE for port object d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:06.768560 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.806652 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f90a9d8-c11c-4412-9ce1-f9670487e830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:06.930085 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f90a9d8-c11c-4412-9ce1-f9670487e830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.034877 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Attempting to bind port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:07.035258 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Attempting to bind port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:07.037070 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Attempting to bind port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:07.046255 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=800f37fd-5923-4cf3-9e32-c9fe10edd41b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:07.068165 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:07.073856 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Checking segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:07.076855 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.077874 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Bound using segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:07.078681 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Bound port: d1bbd8b8-a6a8-4ced-bec2-345154bd3f72, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:07.079402 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.113891 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-179d3f29-3b3e-4ede-9823-6b92755ae887 req-f9256cc4-2a09-4259-8786-3752b0eb321e tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 210 time: 0.1902688 Sep 14 13:28:07.119911 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f90a9d8-c11c-4412-9ce1-f9670487e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.131198 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f90a9d8-c11c-4412-9ce1-f9670487e830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.141286 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3f90a9d8-c11c-4412-9ce1-f9670487e830 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dde44bef-dae2-47d5-810f-35b5289fd877 HTTP/1.1" status: 204 len: 168 time: 0.5586398 Sep 14 13:28:07.178783 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90a9d8-c11c-4412-9ce1-f9670487e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde44bef-dae2-47d5-810f-35b5289fd877,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:07.244045 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Made reservation on behalf of d4872e9098814d72a8d8426edc369126 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:28:07.247928 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.419155 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:28:01Z', 'revision_number': 4, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port': {'id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '582a5b5d-20aa-4909-8dfb-cfde5dc9717c', 'name': '', 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'mac_address': 'fa:16:3e:dc:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:59Z', 'updated_at': '2021-09-14T13:28:05Z', 'revision_number': 4, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'subnets': [{'id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:07.421113 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:07.443500 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e3a8e-76e9-44b6-ab0b-1ad087bbdf7c None None] Pushing event updated for resources: {'Port': ['ID=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:07.444132 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6079550c-7a40-41c3-8166-423f1d1498c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151725248', 'description': 'tempest-description--1244996237'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:07.642622 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d7df8-a02d-430c-9c6d-cf88ab4a48fa None None] The sync data for ids ['794d9c0e-14a3-4a7d-b24e-143794a6e813'] in dv-cinder-798783-2-iscsi is: [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:28:01Z', 'revision_number': 4, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port': {'id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '582a5b5d-20aa-4909-8dfb-cfde5dc9717c', 'name': '', 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'mac_address': 'fa:16:3e:dc:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:59Z', 'updated_at': '2021-09-14T13:28:05Z', 'revision_number': 4, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'subnets': [{'id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:28:07.645350 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] For port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:07.656541 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] For port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:07.668001 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.728838 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f996da24-ff21-469b-afe8-0e01e3d8cd6a req-85caa99e-a303-4f39-9abe-866bd88a2eb0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 210 time: 0.5338645 Sep 14 13:28:07.851143 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6079550c-7a40-41c3-8166-423f1d1498c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:07.972252 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e3a8e-76e9-44b6-ab0b-1ad087bbdf7c None None] Pushing event updated for resources: {'Port': ['ID=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:07.998480 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:28:07.999139 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:27:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:08.258313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Allocated IP 172.20.0.7 (00b2be81-a9ee-40bd-ae24-22456d7ea3c9/9dc86b2e-5bc9-4b8b-ab93-6fe911409195/23774165-d3e0-4ec1-8e5f-7156a18cdcc3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:28:08.344839 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:28:08.429299 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-833ea10b-1919-4284-aa0c-fea5cc68e7ca req-ad2b7f3d-f1ba-44ed-88cf-979d9cf58104 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 210 time: 0.0885856 Sep 14 13:28:08.878727 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-d0b599d0-d770-47e0-ba89-35979fb8d661 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:08.901326 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-d0b599d0-d770-47e0-ba89-35979fb8d661 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 818 time: 0.4634743 Sep 14 13:28:08.936377 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 800f37fd-5923-4cf3-9e32-c9fe10edd41b up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:08.949924 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-feecabbc-bbb5-4667-af71-486fc81d102d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/quotas/c105f032c0ab4efbae636082f66ba652 HTTP/1.1" status: 200 len: 375 time: 0.0476336 Sep 14 13:28:08.971304 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6079550c-7a40-41c3-8166-423f1d1498c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.039087 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6079550c-7a40-41c3-8166-423f1d1498c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.126040 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-25bad3f4-6403-4085-ba6d-428553a1106a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687715 Sep 14 13:28:09.158939 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079550c-7a40-41c3-8166-423f1d1498c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8def928f-df40-44e2-9746-a5f72c821958,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:09.176420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:09.181406 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 800f37fd-5923-4cf3-9e32-c9fe10edd41b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:09.184551 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.238073 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:09.258676 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b26b8ab-6df1-4e18-a39f-de3cb6c29e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.306052 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6079550c-7a40-41c3-8166-423f1d1498c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.307489 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-6079550c-7a40-41c3-8166-423f1d1498c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8805957 Sep 14 13:28:09.331350 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:09.362582 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3a451f40-bf1b-47df-be25-31b1be4aaa37 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'security_group_rule': {'security_group_id': '8def928f-df40-44e2-9746-a5f72c821958', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:09.365804 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-5f6018f1-fb0f-4096-89c6-417d54e5b816 service neutron] 10.222.0.30 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352824 Sep 14 13:28:09.390575 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.453267 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:07Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:09.497278 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 582a5b5d-20aa-4909-8dfb-cfde5dc9717c up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:09.566434 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50f154-c0c6-44aa-98c4-713ba3b8c558 None None] The sync data for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi is: [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:07Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:28:09.596239 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.600227 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:09.612375 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:09.614088 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:09.711184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.18', 53617) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:09.800240 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-d2d5abfc-a072-4864-a15b-69a1f9f4ccc2 service neutron] 10.222.0.30 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329906 Sep 14 13:28:09.838514 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:09.850492 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:09.879653 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:09.988180 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:09.989625 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.004321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c40e996-92f7-4f4e-aa8f-30b57fd1aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.079759 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd67edb-ff6c-4883-adb5-ddc7c48cd73e req-db9f0436-9bef-4d87-bbb8-9562b1f44dae tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:10.096782 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2cd67edb-ff6c-4883-adb5-ddc7c48cd73e req-db9f0436-9bef-4d87-bbb8-9562b1f44dae tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 931 time: 0.4847670 Sep 14 13:28:10.106848 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Pushing event updated for resources: {'Port': ['ID=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:10.144630 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b26b8ab-6df1-4e18-a39f-de3cb6c29e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.206065 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.216721 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a451f40-bf1b-47df-be25-31b1be4aaa37 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.225279 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-1a17d7c7-de0a-477a-8ee5-b2e9ef34d8e1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8780320 Sep 14 13:28:10.306079 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b26b8ab-6df1-4e18-a39f-de3cb6c29e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.343622 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-92f89295-e39e-4c5d-95fa-c47ef5ae9e25 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:28:10.344432 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:10.345709 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-92f89295-e39e-4c5d-95fa-c47ef5ae9e25 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234518 Sep 14 13:28:10.352373 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.468243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26b8ab-6df1-4e18-a39f-de3cb6c29e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd354a7e-08d8-4b66-8e01-063b8cf31657,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:10.493437 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:10.501909 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39740) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:10.541665 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a451f40-bf1b-47df-be25-31b1be4aaa37 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.556410 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a451f40-bf1b-47df-be25-31b1be4aaa37 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.597271 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a451f40-bf1b-47df-be25-31b1be4aaa37 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ae4774-997f-4db4-9b7d-dd8b889755df,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:10.624158 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a451f40-bf1b-47df-be25-31b1be4aaa37 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.625459 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3a451f40-bf1b-47df-be25-31b1be4aaa37 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2930582 Sep 14 13:28:10.631084 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:10.638664 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0502a1f9-50a2-4cd3-9c24-098c15ca2a00 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'security_group_rule': {'security_group_id': '8def928f-df40-44e2-9746-a5f72c821958', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:10.691531 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:10.736294 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0502a1f9-50a2-4cd3-9c24-098c15ca2a00 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.754915 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b5a0db34-fa85-4177-b605-d8723c7f90a2 req-ceb496ae-730c-4457-bc88-ddb4b31344b2 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 210 time: 0.3169150 Sep 14 13:28:10.756059 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c997-ec00-4f8c-90ca-33ad9eb5d9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.763249 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-0b26b8ab-6df1-4e18-a39f-de3cb6c29e34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccaa7af5be6e49528cbcea0faa51abd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5241508 Sep 14 13:28:10.773537 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-5079d41e-9b6a-4452-852f-5835d00603ff tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:10.775331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-5079d41e-9b6a-4452-852f-5835d00603ff tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 818 time: 1.0535717 Sep 14 13:28:10.818207 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:10.827063 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:10.830999 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Request body: {'port': {'device_id': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'admin_state_up': True, 'tenant_id': 'c105f032c0ab4efbae636082f66ba652'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:10.835506 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:10.836885 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:10.999322 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2cd67edb-ff6c-4883-adb5-ddc7c48cd73e req-1377c704-a2d5-437c-b90d-d9a107a074a9 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9000561 Sep 14 13:28:11.034909 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4540-a2f5-4244-810e-421c1b746005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.064923 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Request body: {'port': {'device_id': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:11.133928 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.191473 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0502a1f9-50a2-4cd3-9c24-098c15ca2a00 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.200557 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0502a1f9-50a2-4cd3-9c24-098c15ca2a00 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.279856 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:11.298147 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.313732 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.315824 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a1f9-50a2-4cd3-9c24-098c15ca2a00 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e3322-0745-4d98-9b6e-62a61756286e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:11.444812 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:11.535053 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c997-ec00-4f8c-90ca-33ad9eb5d9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.544865 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-433332da-3550-49d1-baef-64084f0a0c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.549031 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c997-ec00-4f8c-90ca-33ad9eb5d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.740082 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-fdf8c997-ec00-4f8c-90ca-33ad9eb5d9cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a81934e882da4b798a848aa5f928f55e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5604370 Sep 14 13:28:11.747616 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-433332da-3550-49d1-baef-64084f0a0c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.756104 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8c997-ec00-4f8c-90ca-33ad9eb5d9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a17ac1-c150-4d62-a4dd-967d7cc3942f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:11.756841 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:11.808393 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.db.api [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 13:28:11.808393 dv-cinder-798783-2-iscsi neutron-server[93945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 13:28:11.808393 dv-cinder-798783-2-iscsi neutron-server[93945]: [parameters: {'project_id_1': 'c105f032c0ab4efbae636082f66ba652', 'expiration_1': datetime.datetime(2021, 9, 14, 13, 27, 51, 385900)}] Sep 14 13:28:11.808393 dv-cinder-798783-2-iscsi neutron-server[93945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 13:28:11.810418 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG oslo_db.api [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 13:28:11.917697 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-433332da-3550-49d1-baef-64084f0a0c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.920151 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-433332da-3550-49d1-baef-64084f0a0c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:11.921520 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-433332da-3550-49d1-baef-64084f0a0c3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd354a7e-08d8-4b66-8e01-063b8cf31657 HTTP/1.1" status: 204 len: 168 time: 1.1024649 Sep 14 13:28:11.951724 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df814968-05a6-4991-a2be-05de0c79984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.024763 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433332da-3550-49d1-baef-64084f0a0c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd354a7e-08d8-4b66-8e01-063b8cf31657,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:12.071589 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b630fad-14c6-4b37-b9de-ad02e8930a97 req-61546620-2970-4de3-9050-83156c2dd9d9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 210 time: 0.1556468 Sep 14 13:28:12.206138 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685c601-134b-4a71-9624-da4509861e89 req-48bff62f-b128-4b07-ba7f-009b4474c27c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:12.217199 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8685c601-134b-4a71-9624-da4509861e89 req-48bff62f-b128-4b07-ba7f-009b4474c27c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 931 time: 0.1049585 Sep 14 13:28:12.314550 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c650c140-561d-4d62-9afb-642902e9535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.327141 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8685c601-134b-4a71-9624-da4509861e89 req-47bc6295-945d-4dbb-a51a-e26f7feacf7a tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028802 Sep 14 13:28:12.407151 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:12.434123 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df814968-05a6-4991-a2be-05de0c79984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.530367 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.586485 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Transition to ACTIVE for port object 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:12.588415 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df814968-05a6-4991-a2be-05de0c79984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.592843 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df814968-05a6-4991-a2be-05de0c79984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.598212 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-df814968-05a6-4991-a2be-05de0c79984f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38a17ac1-c150-4d62-a4dd-967d7cc3942f HTTP/1.1" status: 204 len: 168 time: 0.8292968 Sep 14 13:28:12.600263 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 582a5b5d-20aa-4909-8dfb-cfde5dc9717c up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:12.628332 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df814968-05a6-4991-a2be-05de0c79984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a17ac1-c150-4d62-a4dd-967d7cc3942f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:12.630396 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.636053 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4540-a2f5-4244-810e-421c1b746005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.697253 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575476d-3683-4733-89c7-7f315833953d service neutron] Pushing event updated for resources: {'Port': ['ID=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:12.698633 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4540-a2f5-4244-810e-421c1b746005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.714678 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.746369 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b4540-a2f5-4244-810e-421c1b746005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e13750-26ba-4f4f-b758-4a76b3bd8f1b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:12.752313 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Made reservation on behalf of c105f032c0ab4efbae636082f66ba652 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:28:12.760498 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0502a1f9-50a2-4cd3-9c24-098c15ca2a00 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.762322 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0502a1f9-50a2-4cd3-9c24-098c15ca2a00 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1272311 Sep 14 13:28:12.767869 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.768205 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:12.768588 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.769451 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39818) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:12.792294 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:12.870036 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:12.988341 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-2f1b4540-a2f5-4244-810e-421c1b746005 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a2f77101bab485db1402b9619f4660b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4583836 Sep 14 13:28:13.011766 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 39826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:13.041373 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:13.192437 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Attempting to bind port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:13.195618 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Attempting to bind port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '5bb9ded3-eba5-4051-9d4b-454482f914a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:13.196323 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Attempting to bind port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 on network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:13.216750 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 on network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:28:13.217440 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Attempting to bind port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 on network 00b2be81-a9ee-40bd-ae24-22456d7ea3c9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:13.264668 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.18', 53623) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:13.525602 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Allocated IP 172.20.0.4 (1dfdd27f-ebd8-436a-abdf-c11f03faf30c/3d432c2b-ccaa-491f-8e35-c490205567e5/1275610c-e561-4dd1-9852-78112077f0c7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:28:13.660990 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:13.661609 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Checking segment: {'id': '5bb9ded3-eba5-4051-9d4b-454482f914a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:13.677443 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Bound using segment: {'id': '5bb9ded3-eba5-4051-9d4b-454482f914a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:13.678292 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Bound port: 23774165-d3e0-4ec1-8e5f-7156a18cdcc3, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb9ded3-eba5-4051-9d4b-454482f914a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:13.680196 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:13.701893 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-393ad438-eda2-4a84-9136-dc379bbc043b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:13.703789 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-393ad438-eda2-4a84-9136-dc379bbc043b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 818 time: 0.4343379 Sep 14 13:28:13.723116 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:13.741023 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:13.751840 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:13.752215 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:13.775794 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:13.786333 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Request body: {'port': {'device_id': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'admin_state_up': True, 'tenant_id': 'c105f032c0ab4efbae636082f66ba652'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:13.863234 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b738a4e-f250-4f6d-8719-3d83a0c82c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.037303 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b738a4e-f250-4f6d-8719-3d83a0c82c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.150992 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4e85d36a-9e77-4078-acb5-1d0edeadbfab req-fbc2e1bd-c272-4f61-96ab-6883aaffb8a5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 210 time: 0.3811591 Sep 14 13:28:14.193098 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.195458 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b738a4e-f250-4f6d-8719-3d83a0c82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.198158 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b738a4e-f250-4f6d-8719-3d83a0c82c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.199830 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:14.203006 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-2b738a4e-f250-4f6d-8719-3d83a0c82c27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9e13750-26ba-4f4f-b758-4a76b3bd8f1b HTTP/1.1" status: 204 len: 168 time: 1.1869061 Sep 14 13:28:14.208777 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:14.210252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Pushing event updated for resources: {'Port': ['ID=1275610c-e561-4dd1-9852-78112077f0c7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:14.224506 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:14.227249 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b738a4e-f250-4f6d-8719-3d83a0c82c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e13750-26ba-4f4f-b758-4a76b3bd8f1b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:14.231062 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:14.231911 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.254019 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67bb96-2472-4a66-90e3-516aac230e96 req-5847dd4d-63a9-40ad-b884-88c8ee533e57 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:14.254909 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] For port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3, host hv-cinder-79878, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:14.255625 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a67bb96-2472-4a66-90e3-516aac230e96 req-5847dd4d-63a9-40ad-b884-88c8ee533e57 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 0.4840784 Sep 14 13:28:14.263680 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] For port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,segment=NetworkSegment(5bb9ded3-eba5-4051-9d4b-454482f914a8),segment_id=5bb9ded3-eba5-4051-9d4b-454482f914a8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:14.269611 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-929711f6-a609-41b2-b9ad-53afe78b4569 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4574471 Sep 14 13:28:14.324408 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.335085 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a67bb96-2472-4a66-90e3-516aac230e96 req-25a26e3a-f242-4eda-9ab6-ff1d9d397aac tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556405 Sep 14 13:28:14.419536 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575476d-3683-4733-89c7-7f315833953d service neutron] Pushing event updated for resources: {'Port': ['ID=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:14.444610 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:14.445540 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.448837 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8575476d-3683-4733-89c7-7f315833953d service neutron] 10.222.0.18 "PUT /v2.0/ports/23774165-d3e0-4ec1-8e5f-7156a18cdcc3 HTTP/1.1" status: 200 len: 1093 time: 3.7630947 Sep 14 13:28:14.462532 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'tag': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:14.547233 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Made reservation on behalf of c105f032c0ab4efbae636082f66ba652 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:28:14.551123 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:14.684328 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Allocated IP 172.27.2.192 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/b9451351-a90c-4744-a9bd-08322d5d9ba9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:28:14.867819 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Allocated IP 172.20.0.11 (1dfdd27f-ebd8-436a-abdf-c11f03faf30c/3d432c2b-ccaa-491f-8e35-c490205567e5/4cd5a230-0b8c-4d19-b7ec-cd920b8b695c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:28:14.924881 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.004973 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.050157 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae837641-93c2-4e82-b9b2-ada1f4e12c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "33b97756-9ca6-4589-962e-4b8a8a2e6c0e", "tag": "23774165-d3e0-4ec1-8e5f-7156a18cdcc3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:15.150270 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.264225 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'Port': ['ID=b9451351-a90c-4744-a9bd-08322d5d9ba9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:15.280365 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:15.300527 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bdab322-186a-45eb-b0a5-26676fce8c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.343957 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:15.357318 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:15.361626 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:15.627856 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bdab322-186a-45eb-b0a5-26676fce8c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.638659 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bdab322-186a-45eb-b0a5-26676fce8c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.664585 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.688881 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.706558 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-9bdab322-186a-45eb-b0a5-26676fce8c09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47e474cc5c954406a2bd0cc7afc5dba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250166 Sep 14 13:28:15.707652 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 39918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:15.727323 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.772678 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdab322-186a-45eb-b0a5-26676fce8c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f135a9-4a99-4934-9bf5-56be2bf989c4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:15.830579 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861f7fcc-76ef-4ac3-b155-f14bf24bce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.867011 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.889739 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861f7fcc-76ef-4ac3-b155-f14bf24bce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:15.942544 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:15.949851 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:16.045482 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79382805-951d-40fc-82c0-f45a45b8d93f x-openstack-request-id: req-79382805-951d-40fc-82c0-f45a45b8d93f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:16.045739 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b97756-9ca6-4589-962e-4b8a8a2e6c0e", "tag": "23774165-d3e0-4ec1-8e5f-7156a18cdcc3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:16.057229 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79382805-951d-40fc-82c0-f45a45b8d93f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:16.057601 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'tag': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3', 'status': 'completed', 'code': 200} Sep 14 13:28:16.058399 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:16.082822 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861f7fcc-76ef-4ac3-b155-f14bf24bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:16.092334 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861f7fcc-76ef-4ac3-b155-f14bf24bce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:16.095437 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-861f7fcc-76ef-4ac3-b155-f14bf24bce17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3f135a9-4a99-4934-9bf5-56be2bf989c4 HTTP/1.1" status: 204 len: 168 time: 0.3728032 Sep 14 13:28:16.130733 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f7fcc-76ef-4ac3-b155-f14bf24bce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f135a9-4a99-4934-9bf5-56be2bf989c4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:16.208943 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:16.243628 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:16.249448 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Pushing event updated for resources: {'Port': ['ID=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:16.346028 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae884e-3a23-4e3c-8626-b615a5176864 req-11e9223c-30e5-4a3c-b7cc-afa41ac55ee7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:16.356560 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d1ae884e-3a23-4e3c-8626-b615a5176864 req-11e9223c-30e5-4a3c-b7cc-afa41ac55ee7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 932 time: 0.1826200 Sep 14 13:28:16.473951 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:16.550145 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d1ae884e-3a23-4e3c-8626-b615a5176864 req-ad18d75e-d7f8-496c-81be-9a150da9e232 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847670 Sep 14 13:28:16.551826 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:16.558204 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:16.626535 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387d903-ae53-4721-8607-6d7ee611147a req-9ba9b041-0842-4a8a-8963-527d2be8c165 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:16.628492 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e387d903-ae53-4721-8607-6d7ee611147a req-9ba9b041-0842-4a8a-8963-527d2be8c165 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 0.2113597 Sep 14 13:28:16.640104 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-ef0628de-cfef-482d-91d7-10d6ae3a5752 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8927245 Sep 14 13:28:16.640104 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:16.647900 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8737609 Sep 14 13:28:16.666550 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Request body: {'port': {'device_id': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:16.666718 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Request body: {'port': {'device_id': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:16.810129 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e387d903-ae53-4721-8607-6d7ee611147a req-55d083ed-b84e-4a7c-83a2-61c6521c96b1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581130 Sep 14 13:28:16.815118 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:17.301507 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da44666-75c8-448d-aefa-c06a9416a5b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'Port': ['ID=b9451351-a90c-4744-a9bd-08322d5d9ba9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:17.353204 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:17.421144 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae837641-93c2-4e82-b9b2-ada1f4e12c2b req-379013ad-9f9f-4c52-857c-a28ba6b67f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:17.425695 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ae837641-93c2-4e82-b9b2-ada1f4e12c2b req-379013ad-9f9f-4c52-857c-a28ba6b67f3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4872e9098814d72a8d8426edc369126&device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 1096 time: 0.7528808 Sep 14 13:28:17.540109 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-31da903f-cf6d-4efd-8f35-b7244efa7013 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1151725248&fields=id&tenant_id=e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 267 time: 0.2711139 Sep 14 13:28:17.936280 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d96a9-1e18-429f-8433-fbfc56ea2858 req-cb6efa62-ba8d-4e41-bb5c-57f3d753fe75 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:17.938043 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-586d96a9-1e18-429f-8433-fbfc56ea2858 req-cb6efa62-ba8d-4e41-bb5c-57f3d753fe75 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 932 time: 0.1519542 Sep 14 13:28:17.988132 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-7a90fdb6-a661-4bad-a3f0-14dd76b7529a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:17.996584 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-7a90fdb6-a661-4bad-a3f0-14dd76b7529a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 817 time: 0.4478173 Sep 14 13:28:18.061193 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-b088d1bb-c462-43cc-9500-55f14272dc81 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/quotas/e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 375 time: 0.0632863 Sep 14 13:28:18.111304 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-586d96a9-1e18-429f-8433-fbfc56ea2858 req-a4cbfc38-93f4-4b49-bc23-a972c4c54afc tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628659 Sep 14 13:28:18.120090 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1275610c-e561-4dd1-9852-78112077f0c7 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:18.140370 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:18.176951 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Transition to ACTIVE for port object 1275610c-e561-4dd1-9852-78112077f0c7 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:18.193483 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-2e16f5dd-baca-40a3-a74f-3d55e8567b81 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1299608 Sep 14 13:28:18.202007 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:18.404916 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:18.438445 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Pushing event updated for resources: {'Port': ['ID=1275610c-e561-4dd1-9852-78112077f0c7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:18.464487 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Attempting to bind port 1275610c-e561-4dd1-9852-78112077f0c7 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:18.464885 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Attempting to bind port 1275610c-e561-4dd1-9852-78112077f0c7 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:18.465236 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Attempting to bind port 1275610c-e561-4dd1-9852-78112077f0c7 on network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:18.472480 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Port 1275610c-e561-4dd1-9852-78112077f0c7 on network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:28:18.472845 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Attempting to bind port 1275610c-e561-4dd1-9852-78112077f0c7 on network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:18.488008 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a84e0-1d8e-404a-82e2-b412d57574b5 req-f8b795cf-49b0-44b6-87f5-866bc691ea11 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:18.495768 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-558a84e0-1d8e-404a-82e2-b412d57574b5 req-f8b795cf-49b0-44b6-87f5-866bc691ea11 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 0.1980104 Sep 14 13:28:18.503648 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:18.504029 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Checking segment: {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:18.504650 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Bound using segment: {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:18.505143 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Bound port: 1275610c-e561-4dd1-9852-78112077f0c7, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:18.505500 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:18.626692 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-558a84e0-1d8e-404a-82e2-b412d57574b5 req-aff74d07-01b3-448b-a94e-32e1faec9b54 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291523 Sep 14 13:28:18.718706 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e439-be9d-47f8-b76e-d87fd0236616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:18.724190 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-ca9c21cb-c013-4ea3-b8aa-fc4df4cf1afc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:28:18.738078 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-ca9c21cb-c013-4ea3-b8aa-fc4df4cf1afc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1569250 Sep 14 13:28:18.752197 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:18.791869 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:18.815753 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] For port 1275610c-e561-4dd1-9852-78112077f0c7, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:18.858077 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Transition to ACTIVE for port object 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:18.867428 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] For port 1275610c-e561-4dd1-9852-78112077f0c7, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1275610c-e561-4dd1-9852-78112077f0c7,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:18.877172 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:18.953863 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:19.019920 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Pushing event updated for resources: {'Port': ['ID=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:19.090852 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Pushing event updated for resources: {'Port': ['ID=1275610c-e561-4dd1-9852-78112077f0c7,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:19.098930 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:19.099752 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:19.102367 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-d73a6390-8347-4867-911a-8d74f9a06f0b service neutron] 10.222.0.18 "PUT /v2.0/ports/1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 1093 time: 2.4410055 Sep 14 13:28:19.107897 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'tag': '1275610c-e561-4dd1-9852-78112077f0c7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:19.189420 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-1e9b61aa-542f-4110-9461-e13be9c5686c service neutron] 10.222.0.30 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503553 Sep 14 13:28:19.273409 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e439-be9d-47f8-b76e-d87fd0236616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:19.287507 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e439-be9d-47f8-b76e-d87fd0236616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:19.363496 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40074) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:19.400716 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c2e5e439-be9d-47f8-b76e-d87fd0236616 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=184aa83dacbf4fffb51cbfb49389a874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9920795 Sep 14 13:28:19.410510 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:19.415432 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Attempting to bind port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:19.415968 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Attempting to bind port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:19.415968 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Attempting to bind port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c on network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:19.426941 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e439-be9d-47f8-b76e-d87fd0236616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132529b8-aa2c-49ea-8ee4-e42f526a7c09,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:19.432787 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6cd4c-b146-4e51-aaee-1ddb6e7c8d0a req-5f7825c7-4a50-42f3-a05d-d082bbfb4bed tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:19.438675 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-50d6cd4c-b146-4e51-aaee-1ddb6e7c8d0a req-5f7825c7-4a50-42f3-a05d-d082bbfb4bed tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 944 time: 0.1421180 Sep 14 13:28:19.448311 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-f4008f8e-0e52-47ea-8d8c-55a06bc68652 service neutron] 10.222.0.30 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516320 Sep 14 13:28:19.481313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c on network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:28:19.481858 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Attempting to bind port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c on network 1dfdd27f-ebd8-436a-abdf-c11f03faf30c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:19.506541 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:19.507309 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Checking segment: {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:19.508886 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Bound using segment: {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:19.509565 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Bound port: 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:19.510146 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:19.674815 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f6f89-8c9a-4149-ae79-a1bcbd64e315" -d '{"events": [{"name": "network-changed", "server_uuid": "2584e24b-787e-4cd6-9f9a-270cf38d6e32", "tag": "1275610c-e561-4dd1-9852-78112077f0c7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:19.732446 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae837641-93c2-4e82-b9b2-ada1f4e12c2b req-6294dfcd-8131-4ded-b5f1-61942b6a8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:19.737740 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ae837641-93c2-4e82-b9b2-ada1f4e12c2b req-6294dfcd-8131-4ded-b5f1-61942b6a8467 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d4872e9098814d72a8d8426edc369126&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3119712 Sep 14 13:28:19.747853 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ac0eeba-750b-4487-b3c0-d6e23266a592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:19.760646 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-50d6cd4c-b146-4e51-aaee-1ddb6e7c8d0a req-27d63b27-5504-4034-8d58-a6ea96af6541 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968338 Sep 14 13:28:19.768008 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] For port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c, host hv-cinder-79878, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:19.818494 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] For port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:19.869937 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:19.927644 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-0d20c5a9-6e02-407a-aa32-8adc2bff57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:19.927644 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-0d20c5a9-6e02-407a-aa32-8adc2bff57f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1096 time: 0.3963306 Sep 14 13:28:19.976948 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6dbcbc31-2d40-4df3-aa21-ee9d0622ede8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:20.113372 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:20.114147 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:20.115659 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] 10.222.0.18 "PUT /v2.0/ports/4cd5a230-0b8c-4d19-b7ec-cd920b8b695c HTTP/1.1" status: 200 len: 1094 time: 3.4562433 Sep 14 13:28:20.116125 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'tag': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:20.118755 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14633639-62c4-4923-900e-05e916127e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc58d559-091d-4cb7-82f4-5c326592c712", "tag": "4cd5a230-0b8c-4d19-b7ec-cd920b8b695c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:20.238641 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8e2cf-db43-4988-bc7e-3679ec2a704a service neutron] Pushing event updated for resources: {'Port': ['ID=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:20.316179 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae837641-93c2-4e82-b9b2-ada1f4e12c2b req-eb1a320f-0591-4c2a-8949-b583716096d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:20.318041 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ae837641-93c2-4e82-b9b2-ada1f4e12c2b req-eb1a320f-0591-4c2a-8949-b583716096d4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5603561 Sep 14 13:28:20.599563 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-969c031b-c1a9-4bc5-b9b8-9b64a4d7f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:20.601662 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-969c031b-c1a9-4bc5-b9b8-9b64a4d7f6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 1097 time: 0.1648290 Sep 14 13:28:20.608834 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074d9f-3315-492b-8e13-39be3d716005 req-56c8ff06-87b7-481b-9a25-4a3d888d15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:20.610848 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-56c8ff06-87b7-481b-9a25-4a3d888d15e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4872e9098814d72a8d8426edc369126&device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 1096 time: 0.1532307 Sep 14 13:28:20.621742 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25239d4e-b2ba-4047-a18c-d877af481d63 x-openstack-request-id: req-25239d4e-b2ba-4047-a18c-d877af481d63 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:20.621994 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2584e24b-787e-4cd6-9f9a-270cf38d6e32", "tag": "1275610c-e561-4dd1-9852-78112077f0c7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:20.628660 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25239d4e-b2ba-4047-a18c-d877af481d63 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:20.629205 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'tag': '1275610c-e561-4dd1-9852-78112077f0c7', 'status': 'completed', 'code': 200} Sep 14 13:28:20.679194 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6dbcbc31-2d40-4df3-aa21-ee9d0622ede8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:20.721808 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-9f92b70c-afdc-47c7-91ad-bb7a5414b2c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 217 time: 0.7458589 Sep 14 13:28:20.796147 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d2a970af-1f9a-4826-9355-eb2f0167c0e3 req-64efbc6b-6df7-4e63-8fbf-1640f5252e36 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 210 time: 0.1657836 Sep 14 13:28:20.850766 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ac0eeba-750b-4487-b3c0-d6e23266a592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:20.862039 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ac0eeba-750b-4487-b3c0-d6e23266a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:20.883870 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d856-6bb8-4fa0-a716-1fbe9e37bb1f req-ab741698-dbb9-4fe5-9047-76306edbb72c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:20.891678 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e309d856-6bb8-4fa0-a716-1fbe9e37bb1f req-ab741698-dbb9-4fe5-9047-76306edbb72c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 1.0009358 Sep 14 13:28:20.910239 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-207b5ac7-989f-448b-9656-e4ef0fcff597 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c HTTP/1.1" status: 200 len: 217 time: 0.1446586 Sep 14 13:28:20.912737 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a0174-6a02-4fd5-b77e-922293d93c69 x-openstack-request-id: req-c96a0174-6a02-4fd5-b77e-922293d93c69 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:20.913014 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc58d559-091d-4cb7-82f4-5c326592c712", "tag": "4cd5a230-0b8c-4d19-b7ec-cd920b8b695c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:20.913284 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c96a0174-6a02-4fd5-b77e-922293d93c69 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:20.913653 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'tag': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c', 'status': 'completed', 'code': 200} Sep 14 13:28:20.941304 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-4b8101dc-ef49-48b7-98bf-1bf466d9de83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23774165-d3e0-4ec1-8e5f-7156a18cdcc3 HTTP/1.1" status: 200 len: 217 time: 0.0375893 Sep 14 13:28:20.942328 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-74f043f8-397e-4033-8b31-3926df03c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:20.944051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-74f043f8-397e-4033-8b31-3926df03c359 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.1520123 Sep 14 13:28:20.953556 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6dbcbc31-2d40-4df3-aa21-ee9d0622ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:20.956021 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6dbcbc31-2d40-4df3-aa21-ee9d0622ede8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:20.957164 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-6dbcbc31-2d40-4df3-aa21-ee9d0622ede8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/132529b8-aa2c-49ea-8ee4-e42f526a7c09 HTTP/1.1" status: 204 len: 168 time: 1.5175490 Sep 14 13:28:20.969928 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0eeba-750b-4487-b3c0-d6e23266a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cdd48-3dec-4869-9db2-4fea8ea54490,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:20.976593 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-2ac0eeba-750b-4487-b3c0-d6e23266a592 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35437b9ad16045afb8b7521c06dde2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6065917 Sep 14 13:28:20.978479 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:21.008318 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcbc31-2d40-4df3-aa21-ee9d0622ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132529b8-aa2c-49ea-8ee4-e42f526a7c09,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:21.041066 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e309d856-6bb8-4fa0-a716-1fbe9e37bb1f req-8e4309ec-896e-4f91-9ee5-afa8a64c92f7 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412797 Sep 14 13:28:21.092262 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-1cc8b9e8-dc8f-42a7-b670-5b8e4310bbee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855200 Sep 14 13:28:21.126330 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e6ceb-5044-4369-aa74-55e0eeda07b7 req-16144049-6c6d-4a47-ad1f-62eb42ba726c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:21.128666 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3d1e6ceb-5044-4369-aa74-55e0eeda07b7 req-16144049-6c6d-4a47-ad1f-62eb42ba726c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 944 time: 0.1394761 Sep 14 13:28:21.223630 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3d1e6ceb-5044-4369-aa74-55e0eeda07b7 req-9f04ccc9-fd4b-4890-aa1e-6e23b6305c60 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841267 Sep 14 13:28:21.248699 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074d9f-3315-492b-8e13-39be3d716005 req-17857e6a-3641-4334-9720-b2d57603114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:21.250393 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-17857e6a-3641-4334-9720-b2d57603114f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9dc86b2e-5bc9-4b8b-ab93-6fe911409195 HTTP/1.1" status: 200 len: 850 time: 0.2314491 Sep 14 13:28:21.257102 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-9fe4c839-14ff-4078-b7ab-da8d5119a242 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484773 Sep 14 13:28:21.325882 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-41c57efa-ce03-4638-96ce-f93c54157fcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00b2be81-a9ee-40bd-ae24-22456d7ea3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671802 Sep 14 13:28:21.388816 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2db41e44-2e0e-4f19-ba6a-9c40caaf584d req-1ce6e3f5-5ea3-4e17-bb32-6eb6f6b404d7 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235948 Sep 14 13:28:21.493239 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa2b9-804d-444e-a70e-95895d542bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:21.498911 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-8577cd6f-fbe8-43e3-9764-d42ef63e2100 service neutron] 10.222.0.18 "GET /v2.0/networks/00b2be81-a9ee-40bd-ae24-22456d7ea3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613972 Sep 14 13:28:21.501884 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-dfd796f6-1d9b-4951-9916-16360e89a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:21.503300 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-dfd796f6-1d9b-4951-9916-16360e89a0c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.4807105 Sep 14 13:28:21.520318 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:21.544216 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fd2bb03-6b2c-498e-afe6-b916e4c2faa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:21.590632 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-58f9644f-c2c7-4a53-aa3f-095605f9a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:21.592084 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-58f9644f-c2c7-4a53-aa3f-095605f9a79f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1096 time: 0.1407046 Sep 14 13:28:21.761010 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-4bd76e88-df11-4eea-86fd-a3eca233514d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457492 Sep 14 13:28:21.762848 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.18', 53643) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:21.773827 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa2b9-804d-444e-a70e-95895d542bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:21.880155 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-e773c9f9-2198-4b39-869c-7b656a66bbe2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:21.881884 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-e773c9f9-2198-4b39-869c-7b656a66bbe2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 817 time: 0.1168041 Sep 14 13:28:21.937680 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-e6b658e5-8104-42fd-9c8b-878572bb7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:21.939154 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-e6b658e5-8104-42fd-9c8b-878572bb7298 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.3380077 Sep 14 13:28:21.976787 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-15b16f2c-0c91-4e8c-b1a1-c5d70fd4b36c service neutron] 10.222.0.18 "GET /v2.0/networks/00b2be81-a9ee-40bd-ae24-22456d7ea3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362838 Sep 14 13:28:21.983779 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fd2bb03-6b2c-498e-afe6-b916e4c2faa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.000217 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa2b9-804d-444e-a70e-95895d542bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.003339 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa2b9-804d-444e-a70e-95895d542bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.008494 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0f5aa2b9-804d-444e-a70e-95895d542bc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d3cdd48-3dec-4869-9db2-4fea8ea54490 HTTP/1.1" status: 204 len: 168 time: 1.0285878 Sep 14 13:28:22.015788 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-adeadba7-f35f-4111-a8d7-339f54600a15 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390487 Sep 14 13:28:22.016380 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-45e6db33-3a3a-42f7-bf59-dbfe8dc9fbff tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 380 time: 0.1152992 Sep 14 13:28:22.021888 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5aa2b9-804d-444e-a70e-95895d542bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cdd48-3dec-4869-9db2-4fea8ea54490,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:22.048053 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c65ba03d-7935-44cd-983c-2c9493671d39 req-6a73afa6-dc26-4b98-ab1a-604fcc109ff4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 210 time: 0.0674074 Sep 14 13:28:22.050286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fd2bb03-6b2c-498e-afe6-b916e4c2faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.056117 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'port': {'device_id': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'admin_state_up': True, 'tenant_id': 'e55c830919fb43358151a9061023690c', 'security_groups': ['8def928f-df40-44e2-9746-a5f72c821958']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:22.065959 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-e0b41702-b6d6-42af-97df-6b07b90257df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 217 time: 0.1117845 Sep 14 13:28:22.157149 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-778dff4a-22fe-4645-8231-ea8f0571b801 req-d07c7831-2cb3-4def-b86d-4d746c4311b2 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150515 Sep 14 13:28:22.219923 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-7fd2bb03-6b2c-498e-afe6-b916e4c2faa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=750dd7d860e14286af2411cb069f27fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6972427 Sep 14 13:28:22.222297 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:22.283637 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14633639-62c4-4923-900e-05e916127e8a req-9fea3336-1e79-4418-b70a-3a7d25123cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:22.285267 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-14633639-62c4-4923-900e-05e916127e8a req-9fea3336-1e79-4418-b70a-3a7d25123cb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 1097 time: 0.0765526 Sep 14 13:28:22.299698 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2bb03-6b2c-498e-afe6-b916e4c2faa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065ca31-37b6-4251-b808-f8e130b5588e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:22.339284 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76bd0e20-bdb2-4373-93e4-c109da2117a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.353670 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-da851a6a-03f0-45c6-801f-76583e5718ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:22.355169 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-da851a6a-03f0-45c6-801f-76583e5718ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.2720454 Sep 14 13:28:22.402155 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-57f64379-14a7-438c-b6c5-e864ebf86431 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367022 Sep 14 13:28:22.412517 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269211a8-1905-4197-a64a-fbd6e33527ad req-3e613d3f-5d2c-4fe8-b39e-ef2b013677d7 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:22.420177 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-269211a8-1905-4197-a64a-fbd6e33527ad req-3e613d3f-5d2c-4fe8-b39e-ef2b013677d7 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 0.2829111 Sep 14 13:28:22.424921 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76bd0e20-bdb2-4373-93e4-c109da2117a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.441570 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Made reservation on behalf of e55c830919fb43358151a9061023690c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:28:22.444981 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.483503 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ad9ec-1115-4e07-baec-253b543612e4 req-c6b5474a-98e6-4de0-8e01-8b633d1957ee tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:22.485268 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc2ad9ec-1115-4e07-baec-253b543612e4 req-c6b5474a-98e6-4de0-8e01-8b633d1957ee tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 944 time: 0.1806917 Sep 14 13:28:22.505095 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14633639-62c4-4923-900e-05e916127e8a req-44ea05bb-b4db-40b3-842f-946a9206fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:22.506688 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-14633639-62c4-4923-900e-05e916127e8a req-44ea05bb-b4db-40b3-842f-946a9206fdc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.2093158 Sep 14 13:28:22.561932 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76bd0e20-bdb2-4373-93e4-c109da2117a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.564437 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76bd0e20-bdb2-4373-93e4-c109da2117a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:22.565734 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-76bd0e20-bdb2-4373-93e4-c109da2117a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f065ca31-37b6-4251-b808-f8e130b5588e HTTP/1.1" status: 204 len: 168 time: 0.3280389 Sep 14 13:28:22.570959 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-14633639-62c4-4923-900e-05e916127e8a req-8ab4fb04-927d-4b22-8163-cc5faf637c6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c HTTP/1.1" status: 200 len: 217 time: 0.0547674 Sep 14 13:28:22.589217 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd0e20-bdb2-4373-93e4-c109da2117a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065ca31-37b6-4251-b808-f8e130b5588e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:22.614285 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-269211a8-1905-4197-a64a-fbd6e33527ad req-0b635d75-0544-45ff-a279-2124cbc27bb6 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869729 Sep 14 13:28:22.642585 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14633639-62c4-4923-900e-05e916127e8a req-2d40ba72-dc7a-4b50-be81-d040fb2c9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:22.645643 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-14633639-62c4-4923-900e-05e916127e8a req-2d40ba72-dc7a-4b50-be81-d040fb2c9ea1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.0667310 Sep 14 13:28:22.666160 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc2ad9ec-1115-4e07-baec-253b543612e4 req-f5137f3c-dae1-44b8-a5b7-48b8285fb01e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732514 Sep 14 13:28:22.696954 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-14633639-62c4-4923-900e-05e916127e8a req-9641925e-8ec5-4de2-b1ea-6a7a36177add service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376511 Sep 14 13:28:22.697154 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-6ea7e669-9417-44a8-8e60-7ef5ac770cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741067 Sep 14 13:28:22.786361 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Allocated IP 172.20.0.5 (d3d1071b-2675-4d9f-8e36-4cce887c09e9/03e080e8-28ab-4ea6-9a63-556b4521946d/124904cc-daf4-4306-a16d-55d4d87a7ce9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:28:22.838398 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-14633639-62c4-4923-900e-05e916127e8a req-9cce0701-006c-454e-bacc-ae76e8883b32 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315546 Sep 14 13:28:23.037180 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-14633639-62c4-4923-900e-05e916127e8a req-5bacb227-12ad-45a0-a56f-c5792861a568 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921463 Sep 14 13:28:23.130699 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-736f6f89-8c9a-4149-ae79-a1bcbd64e315 req-a387fdbf-740e-463d-887a-5a1fb2c73c48 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114304 Sep 14 13:28:23.290129 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4468c248-1789-48a1-bc13-f25ab8ca109a req-ff75a130-59b2-45ad-bfb0-44da436dd679 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 210 time: 0.0513196 Sep 14 13:28:23.325379 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:23.342905 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Transition to ACTIVE for port object 124904cc-daf4-4306-a16d-55d4d87a7ce9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:23.393145 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:23.447281 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:23.450431 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:23.454402 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:23.460355 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:23.462772 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:23.471896 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:23.493232 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3184da95-2cee-4773-9645-7085edcb3929 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4397559 Sep 14 13:28:23.510125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Request body: {'port': {'device_id': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:23.607783 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:23.773961 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb6eadeb-e067-40db-97b6-6a619d043eca None None] Provisioning for port 124904cc-daf4-4306-a16d-55d4d87a7ce9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:23.778219 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb6eadeb-e067-40db-97b6-6a619d043eca None None] Provisioning complete for port 124904cc-daf4-4306-a16d-55d4d87a7ce9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:23.778599 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb6eadeb-e067-40db-97b6-6a619d043eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:23.828858 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cb6eadeb-e067-40db-97b6-6a619d043eca None None] Port 124904cc-daf4-4306-a16d-55d4d87a7ce9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:28:23.893554 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805949-b4a5-4f86-9ee1-c56bf91103e8 req-d897dc27-3c2f-41b7-9819-00853f49430d tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:23.901226 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a805949-b4a5-4f86-9ee1-c56bf91103e8 req-d897dc27-3c2f-41b7-9819-00853f49430d tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 0.1458249 Sep 14 13:28:23.933718 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:23.963093 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62adce-b15a-452e-96e5-ae66aa7fd816 req-d23a6351-0caa-4fc1-8298-630362d89528 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:23.964573 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b62adce-b15a-452e-96e5-ae66aa7fd816 req-d23a6351-0caa-4fc1-8298-630362d89528 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 944 time: 0.1653578 Sep 14 13:28:24.009397 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a805949-b4a5-4f86-9ee1-c56bf91103e8 req-3db9043a-52eb-46fa-8d70-0981885ba98c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072071 Sep 14 13:28:24.061627 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b62adce-b15a-452e-96e5-ae66aa7fd816 req-3186942a-f9f1-48c4-8f3e-e46771874ecf tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893831 Sep 14 13:28:24.118961 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edca9c8f-1944-4350-8c91-07239a6553b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.124148 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124904cc-daf4-4306-a16d-55d4d87a7ce9 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:24.133612 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.158419 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Transition to ACTIVE for port object 124904cc-daf4-4306-a16d-55d4d87a7ce9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:24.164212 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.244945 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:24.249640 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edca9c8f-1944-4350-8c91-07239a6553b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.255713 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edca9c8f-1944-4350-8c91-07239a6553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.256296 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Attempting to bind port 124904cc-daf4-4306-a16d-55d4d87a7ce9 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:24.256741 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Attempting to bind port 124904cc-daf4-4306-a16d-55d4d87a7ce9 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:24.257735 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Attempting to bind port 124904cc-daf4-4306-a16d-55d4d87a7ce9 on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:24.267115 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Port 124904cc-daf4-4306-a16d-55d4d87a7ce9 on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:28:24.267440 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Attempting to bind port 124904cc-daf4-4306-a16d-55d4d87a7ce9 on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:24.273782 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:24.274122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Checking segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:24.274501 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Bound using segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:24.274925 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Bound port: 124904cc-daf4-4306-a16d-55d4d87a7ce9, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:24.275616 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.302309 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca9c8f-1944-4350-8c91-07239a6553b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e21a51-0219-471f-876c-a1471ea7a351,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:24.309730 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-edca9c8f-1944-4350-8c91-07239a6553b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21ea15cab7ab4fb4b39572d2888f88d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738630 Sep 14 13:28:24.310367 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:24.373368 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:24.377844 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:24.388841 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.404863 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69990a3-a08f-4893-8db9-0d53c715fd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.432295 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69990a3-a08f-4893-8db9-0d53c715fd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.485045 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:24.488284 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:24.488967 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.490383 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] 10.222.0.18 "PUT /v2.0/ports/124904cc-daf4-4306-a16d-55d4d87a7ce9 HTTP/1.1" status: 200 len: 1093 time: 0.9930265 Sep 14 13:28:24.490830 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:24.497856 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8ea80a-c970-40f0-80b1-302fd366c17a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:24.506035 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69990a3-a08f-4893-8db9-0d53c715fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.509919 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69990a3-a08f-4893-8db9-0d53c715fd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.513613 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d69990a3-a08f-4893-8db9-0d53c715fd9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23e21a51-0219-471f-876c-a1471ea7a351 HTTP/1.1" status: 204 len: 168 time: 0.1994960 Sep 14 13:28:24.519869 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69990a3-a08f-4893-8db9-0d53c715fd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e21a51-0219-471f-876c-a1471ea7a351,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:24.578151 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bf9a3a-5207-4414-ab35-7ba403281e83 x-openstack-request-id: req-24bf9a3a-5207-4414-ab35-7ba403281e83 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:24.580522 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:24.580906 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24bf9a3a-5207-4414-ab35-7ba403281e83 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:24.581388 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'status': 'completed', 'code': 200} Sep 14 13:28:24.600898 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786d395-03e6-41ce-891d-f2a2419fe71a service neutron] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:24.611335 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a73c-0928-426c-b5e6-6c50e9742161 req-69e42c2f-6b1f-4f68-911f-5cb0c08d265e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:24.612876 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3668a73c-0928-426c-b5e6-6c50e9742161 req-69e42c2f-6b1f-4f68-911f-5cb0c08d265e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.1882651 Sep 14 13:28:24.669273 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3668a73c-0928-426c-b5e6-6c50e9742161 req-b0af8e92-49d6-4dd9-9d83-f00b790094c0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Sep 14 13:28:24.719558 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ac2160e-cf69-4098-960f-1b9cb68d7898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.835263 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ac2160e-cf69-4098-960f-1b9cb68d7898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.839869 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ac2160e-cf69-4098-960f-1b9cb68d7898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.879606 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2160e-cf69-4098-960f-1b9cb68d7898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e64fe2-162e-4fd9-9766-b5ba44ff470f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:24.887373 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-9ac2160e-cf69-4098-960f-1b9cb68d7898 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b0cd31c671748a2940c840a5335d355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011860 Sep 14 13:28:24.887889 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:24.939648 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65cd88a0-b697-4563-8850-a637df851220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:24.960980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65cd88a0-b697-4563-8850-a637df851220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.011734 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65cd88a0-b697-4563-8850-a637df851220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.022695 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65cd88a0-b697-4563-8850-a637df851220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.024012 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-65cd88a0-b697-4563-8850-a637df851220 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10e64fe2-162e-4fd9-9766-b5ba44ff470f HTTP/1.1" status: 204 len: 168 time: 0.1350040 Sep 14 13:28:25.032512 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd88a0-b697-4563-8850-a637df851220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e64fe2-162e-4fd9-9766-b5ba44ff470f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:25.046269 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:25.076618 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7038-5883-436d-9592-0b1cf904eddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.225121 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c992b2-5391-4914-8e2b-e7713f7c99c2 req-90847b38-9676-487e-81b1-7ab95a6023cb tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:25.226619 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1c992b2-5391-4914-8e2b-e7713f7c99c2 req-90847b38-9676-487e-81b1-7ab95a6023cb tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 0.1129906 Sep 14 13:28:25.245003 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81a06f-6dd6-4e02-bbcd-433483c39f57 req-6323ca9c-5cc5-463d-87b3-54ac2f97df21 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:25.246512 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8c81a06f-6dd6-4e02-bbcd-433483c39f57 req-6323ca9c-5cc5-463d-87b3-54ac2f97df21 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 944 time: 0.0956178 Sep 14 13:28:25.320469 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1c992b2-5391-4914-8e2b-e7713f7c99c2 req-8bcad1d6-e647-42ca-a764-a3987b6525bb tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729735 Sep 14 13:28:25.329368 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8c81a06f-6dd6-4e02-bbcd-433483c39f57 req-952612a1-e92e-4eda-afcd-7ca1fa26ce9b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Sep 14 13:28:25.343802 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7038-5883-436d-9592-0b1cf904eddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.348829 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7038-5883-436d-9592-0b1cf904eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.389772 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4f3a7038-5883-436d-9592-0b1cf904eddb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c35e38d6f6443259e861bd2cd2ae51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363459 Sep 14 13:28:25.392268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40350) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:25.400009 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a7038-5883-436d-9592-0b1cf904eddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddb900-92a8-4db8-a979-31884967ca9d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:25.447962 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09419acd-7941-485a-a8c9-65ca2b76f7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.471426 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09419acd-7941-485a-a8c9-65ca2b76f7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.521691 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09419acd-7941-485a-a8c9-65ca2b76f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.525345 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09419acd-7941-485a-a8c9-65ca2b76f7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.526502 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-09419acd-7941-485a-a8c9-65ca2b76f7ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9ddb900-92a8-4db8-a979-31884967ca9d HTTP/1.1" status: 204 len: 168 time: 0.1333261 Sep 14 13:28:25.535584 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40358) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:25.544323 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09419acd-7941-485a-a8c9-65ca2b76f7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddb900-92a8-4db8-a979-31884967ca9d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:25.552169 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5755-d6b9-42af-b590-5927801121d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.653681 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5755-d6b9-42af-b590-5927801121d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.657901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5755-d6b9-42af-b590-5927801121d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.695802 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-1c4d5755-d6b9-42af-b590-5927801121d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6df377066b114b58b5bcf38602bb59f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587636 Sep 14 13:28:25.698399 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:25.707446 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d5755-d6b9-42af-b590-5927801121d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5977cb-14d8-4249-a5ee-b765af754a84,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:25.756281 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ab553f8-f415-4fb5-b90e-f7866e91bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.788433 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ab553f8-f415-4fb5-b90e-f7866e91bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.865859 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e37aba-e34e-4609-89f9-de21ee88e20d req-4e31c27e-0461-49d6-ade3-8f1f002a1761 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:25.867407 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-69e37aba-e34e-4609-89f9-de21ee88e20d req-4e31c27e-0461-49d6-ade3-8f1f002a1761 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0706432 Sep 14 13:28:25.888217 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ab553f8-f415-4fb5-b90e-f7866e91bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.890965 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ab553f8-f415-4fb5-b90e-f7866e91bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.894607 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-8ab553f8-f415-4fb5-b90e-f7866e91bcd9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da5977cb-14d8-4249-a5ee-b765af754a84 HTTP/1.1" status: 204 len: 168 time: 0.1923504 Sep 14 13:28:25.902758 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab553f8-f415-4fb5-b90e-f7866e91bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5977cb-14d8-4249-a5ee-b765af754a84,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:25.919183 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:25.932783 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7cb4-0b66-4e05-8b25-e64eae3b10c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:25.934340 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-69e37aba-e34e-4609-89f9-de21ee88e20d req-3addbc9d-4dd2-48bc-8842-8934bfcdcdf7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606773 Sep 14 13:28:26.039274 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7cb4-0b66-4e05-8b25-e64eae3b10c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.043382 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7cb4-0b66-4e05-8b25-e64eae3b10c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.081329 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-9d5d7cb4-0b66-4e05-8b25-e64eae3b10c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b5bebadf35c41e58b603594b9ec7f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610684 Sep 14 13:28:26.083422 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d7cb4-0b66-4e05-8b25-e64eae3b10c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e123984-38a3-4218-bb40-2c71d050ba2d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:26.084148 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40378) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:26.147735 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-226409dc-9da7-4857-9a6d-a99051bc8a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.169377 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-226409dc-9da7-4857-9a6d-a99051bc8a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.223318 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-226409dc-9da7-4857-9a6d-a99051bc8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.227038 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-226409dc-9da7-4857-9a6d-a99051bc8a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.228490 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-226409dc-9da7-4857-9a6d-a99051bc8a12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e123984-38a3-4218-bb40-2c71d050ba2d HTTP/1.1" status: 204 len: 168 time: 0.1426888 Sep 14 13:28:26.237588 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226409dc-9da7-4857-9a6d-a99051bc8a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e123984-38a3-4218-bb40-2c71d050ba2d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:26.429617 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:28:26.608526 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ea80a-c970-40f0-80b1-302fd366c17a req-cd1e6860-36b7-446c-941f-6c9ee4b75ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:26.610544 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4a8ea80a-c970-40f0-80b1-302fd366c17a req-cd1e6860-36b7-446c-941f-6c9ee4b75ee1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1096 time: 0.1795413 Sep 14 13:28:26.623055 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b851-3595-44cf-a16b-588657d09ae1 req-6d5ce280-9558-4cd4-a655-d3c48b5c350d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:26.624623 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93e0b851-3595-44cf-a16b-588657d09ae1 req-6d5ce280-9558-4cd4-a655-d3c48b5c350d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 944 time: 0.1110876 Sep 14 13:28:26.653003 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed4d46-00b5-403e-9bcc-6d8a7147091f req-be0fb0a7-4210-4d83-94fd-aadc5199d036 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:26.654731 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-31ed4d46-00b5-403e-9bcc-6d8a7147091f req-be0fb0a7-4210-4d83-94fd-aadc5199d036 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 943 time: 0.1422162 Sep 14 13:28:26.657364 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:26.674963 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c', 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'port_id': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c', 'mac_address': 'fa:16:3e:8c:a9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:28:26.722519 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.739534 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:26.765851 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:26.771529 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.773484 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1275610c-e561-4dd1-9852-78112077f0c7 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:28:26.807525 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 1275610c-e561-4dd1-9852-78112077f0c7, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1275610c-e561-4dd1-9852-78112077f0c7,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:26.833351 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93e0b851-3595-44cf-a16b-588657d09ae1 req-9f5aa9e5-5b1b-491f-8a9a-26cf6a8caca0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773291 Sep 14 13:28:26.836436 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-31ed4d46-00b5-403e-9bcc-6d8a7147091f req-7de16e0b-fb28-49b9-8c5d-ae2fe4ee9013 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651328 Sep 14 13:28:26.873160 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '1275610c-e561-4dd1-9852-78112077f0c7', 'network_id': '1dfdd27f-ebd8-436a-abdf-c11f03faf30c', 'port_id': '1275610c-e561-4dd1-9852-78112077f0c7', 'mac_address': 'fa:16:3e:02:bf:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d432c2b-ccaa-491f-8e35-c490205567e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:28:26.881647 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:26.894244 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ea80a-c970-40f0-80b1-302fd366c17a req-5acc6a93-2b64-4c35-9e50-f6747b5a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:26.895676 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4a8ea80a-c970-40f0-80b1-302fd366c17a req-5acc6a93-2b64-4c35-9e50-f6747b5a119e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e55c830919fb43358151a9061023690c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2674074 Sep 14 13:28:26.922319 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.935700 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1275610c-e561-4dd1-9852-78112077f0c7 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:26.957881 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 1275610c-e561-4dd1-9852-78112077f0c7, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1275610c-e561-4dd1-9852-78112077f0c7,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:26.962773 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:26.963487 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:28:27.042600 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=1275610c-e561-4dd1-9852-78112077f0c7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:27.088220 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfc9-8eec-4ab3-bd13-0a813f79fd1a req-b4ab4faa-93f1-4a9b-a667-5937d2045d2e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:27.089845 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d214cfc9-8eec-4ab3-bd13-0a813f79fd1a req-b4ab4faa-93f1-4a9b-a667-5937d2045d2e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0658536 Sep 14 13:28:27.116615 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,segment=NetworkSegment(5bb9ded3-eba5-4051-9d4b-454482f914a8),segment_id=5bb9ded3-eba5-4051-9d4b-454482f914a8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:27.129495 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3', 'network_id': '00b2be81-a9ee-40bd-ae24-22456d7ea3c9', 'port_id': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3', 'mac_address': 'fa:16:3e:a9:dd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc86b2e-5bc9-4b8b-ab93-6fe911409195', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:28:27.131054 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d214cfc9-8eec-4ab3-bd13-0a813f79fd1a req-704d4ee6-4a31-403e-8cf9-2067da674013 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351570 Sep 14 13:28:27.173320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:27.189395 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:27.213187 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,segment=NetworkSegment(5bb9ded3-eba5-4051-9d4b-454482f914a8),segment_id=5bb9ded3-eba5-4051-9d4b-454482f914a8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:27.218282 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:27.269598 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:28.057285 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ea80a-c970-40f0-80b1-302fd366c17a req-4a896753-0f09-4504-b5de-ea5a5fdf8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:28.058770 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4a8ea80a-c970-40f0-80b1-302fd366c17a req-4a896753-0f09-4504-b5de-ea5a5fdf8349 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3943284 Sep 14 13:28:28.070714 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1d0ed-5c3e-444c-8065-04f68a0793e7 req-4ce48841-79bc-4ba6-b98a-aacb13e4cd30 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:28.075329 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2ad1d0ed-5c3e-444c-8065-04f68a0793e7 req-4ce48841-79bc-4ba6-b98a-aacb13e4cd30 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 944 time: 0.1259699 Sep 14 13:28:28.084591 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544348-b0ea-4ea6-8349-85f240c2b801 req-e1bfa774-59f5-46d5-94ab-cafbc551831c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:28.086127 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-58544348-b0ea-4ea6-8349-85f240c2b801 req-e1bfa774-59f5-46d5-94ab-cafbc551831c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 945 time: 0.1171989 Sep 14 13:28:28.147557 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2ad1d0ed-5c3e-444c-8065-04f68a0793e7 req-33285cb4-89ff-48fd-98f3-e0a5fb816858 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Sep 14 13:28:28.159928 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-58544348-b0ea-4ea6-8349-85f240c2b801 req-6df64406-c976-4201-af0b-94582bba9ccd tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569658 Sep 14 13:28:28.242278 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40520) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:28.279986 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e683ca-c8bf-4dae-92d7-a3e438e968dc req-eb5ac018-ef5b-4749-b79a-59d122be004d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:28.282694 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-37e683ca-c8bf-4dae-92d7-a3e438e968dc req-eb5ac018-ef5b-4749-b79a-59d122be004d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0624852 Sep 14 13:28:28.337338 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-37e683ca-c8bf-4dae-92d7-a3e438e968dc req-cf10bd40-6ba0-4387-8955-2843ac2164cb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493112 Sep 14 13:28:28.360192 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c53f69c-832b-438a-85e2-f6253d4decd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.451005 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c53f69c-832b-438a-85e2-f6253d4decd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.455659 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c53f69c-832b-438a-85e2-f6253d4decd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.494292 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53f69c-832b-438a-85e2-f6253d4decd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73ea3e-43d8-492e-97ae-15822117f651,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:28.499717 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-2c53f69c-832b-438a-85e2-f6253d4decd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e38a7091ae0a44528b5a272d0c0e090f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564046 Sep 14 13:28:28.502532 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:28.555165 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d49fb4e-5d69-4380-8de4-c7785e015c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.575871 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d49fb4e-5d69-4380-8de4-c7785e015c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.605612 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:28.643671 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d49fb4e-5d69-4380-8de4-c7785e015c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.647109 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d49fb4e-5d69-4380-8de4-c7785e015c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.654808 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5d49fb4e-5d69-4380-8de4-c7785e015c05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c73ea3e-43d8-492e-97ae-15822117f651 HTTP/1.1" status: 204 len: 168 time: 0.1483552 Sep 14 13:28:28.672247 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49fb4e-5d69-4380-8de4-c7785e015c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73ea3e-43d8-492e-97ae-15822117f651,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:28.737561 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d20263a-cbe7-4cf6-8aa9-45c32d185d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.832231 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d20263a-cbe7-4cf6-8aa9-45c32d185d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.837364 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d20263a-cbe7-4cf6-8aa9-45c32d185d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.878305 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-0d20263a-cbe7-4cf6-8aa9-45c32d185d10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ea9dcf2cdfa4752b89dbeb0026f9347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690229 Sep 14 13:28:28.878305 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20263a-cbe7-4cf6-8aa9-45c32d185d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c06ae-8534-416f-b8d2-720b7e0beb6d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:28.878669 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:28.939929 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f05c89-d8e3-4cfb-9397-359adc2d5454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:28.967194 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f05c89-d8e3-4cfb-9397-359adc2d5454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.017192 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:29.031431 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3257fbff-20db-46e5-920c-43ce12681c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.043442 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f05c89-d8e3-4cfb-9397-359adc2d5454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.045870 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f05c89-d8e3-4cfb-9397-359adc2d5454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.046943 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-80f05c89-d8e3-4cfb-9397-359adc2d5454 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e6c06ae-8534-416f-b8d2-720b7e0beb6d HTTP/1.1" status: 204 len: 168 time: 0.1673141 Sep 14 13:28:29.061833 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f05c89-d8e3-4cfb-9397-359adc2d5454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c06ae-8534-416f-b8d2-720b7e0beb6d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:29.142294 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3257fbff-20db-46e5-920c-43ce12681c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.146076 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3257fbff-20db-46e5-920c-43ce12681c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.189517 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40572) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:29.190014 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3257fbff-20db-46e5-920c-43ce12681c56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c96b70998fd14cb587e8ea12e8b4a4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709788 Sep 14 13:28:29.192558 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257fbff-20db-46e5-920c-43ce12681c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe843c-a5c3-429b-b56b-2dc4c540dea4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:29.255367 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1a89b1b-755d-48a3-8de1-e0dce5e3af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.336150 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1a89b1b-755d-48a3-8de1-e0dce5e3af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.378927 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40578) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:29.392637 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9931ddb8-fbab-46d3-b202-93ca0f2eda99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.393155 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b34acd-df1f-4e9e-9029-d02b05615ea2 req-754b50b7-0da2-4c87-bbfb-1adea5cb75ef tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:29.394620 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b34acd-df1f-4e9e-9029-d02b05615ea2 req-754b50b7-0da2-4c87-bbfb-1adea5cb75ef tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 945 time: 0.1266403 Sep 14 13:28:29.402174 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63de04-6d67-4c1d-b5e0-679438a40181 req-89a3dade-8424-4c21-a425-33a0adcf50d5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:29.403581 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b63de04-6d67-4c1d-b5e0-679438a40181 req-89a3dade-8424-4c21-a425-33a0adcf50d5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 944 time: 0.1344752 Sep 14 13:28:29.455526 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1a89b1b-755d-48a3-8de1-e0dce5e3af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.457990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1a89b1b-755d-48a3-8de1-e0dce5e3af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.459110 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e1a89b1b-755d-48a3-8de1-e0dce5e3af55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6fe843c-a5c3-429b-b56b-2dc4c540dea4 HTTP/1.1" status: 204 len: 168 time: 0.2676158 Sep 14 13:28:29.470266 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b34acd-df1f-4e9e-9029-d02b05615ea2 req-d9612b4e-2a5d-473e-ac9a-cd1242eea549 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654986 Sep 14 13:28:29.480563 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b63de04-6d67-4c1d-b5e0-679438a40181 req-6e1a6610-d9df-4d87-81dd-13fa40c12043 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680218 Sep 14 13:28:29.481662 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a89b1b-755d-48a3-8de1-e0dce5e3af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe843c-a5c3-429b-b56b-2dc4c540dea4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:29.541659 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9931ddb8-fbab-46d3-b202-93ca0f2eda99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.547853 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9931ddb8-fbab-46d3-b202-93ca0f2eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.571640 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-2980b0c0-be32-4891-9245-0e78a6551fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:29.573903 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-2980b0c0-be32-4891-9245-0e78a6551fd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1096 time: 0.0499935 Sep 14 13:28:29.580298 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931ddb8-fbab-46d3-b202-93ca0f2eda99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbe4b5-a5f3-4b57-b54b-02eded700d0f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:29.608256 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-9931ddb8-fbab-46d3-b202-93ca0f2eda99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69d5cf34c5c04625a8e706c80b78775b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282598 Sep 14 13:28:29.611756 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40582) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:29.641789 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-ead82542-c17d-465e-8419-75748b95abcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0417018 Sep 14 13:28:29.665944 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67904c15-0b2c-4a5e-a18c-c0d7263a0fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.688744 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67904c15-0b2c-4a5e-a18c-c0d7263a0fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.707038 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ed5e7-f37f-43a8-9be8-87ab624491a5 req-aac5cd1f-9f02-4641-bdfd-f6f2e2b27b75 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:29.709254 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a80ed5e7-f37f-43a8-9be8-87ab624491a5 req-aac5cd1f-9f02-4641-bdfd-f6f2e2b27b75 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.1433239 Sep 14 13:28:29.751658 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-569bdad3-612a-4681-898d-e5e101d7e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:29.753268 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-569bdad3-612a-4681-898d-e5e101d7e306 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.1040239 Sep 14 13:28:29.769937 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67904c15-0b2c-4a5e-a18c-c0d7263a0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.773018 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67904c15-0b2c-4a5e-a18c-c0d7263a0fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:29.774220 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-67904c15-0b2c-4a5e-a18c-c0d7263a0fa3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dadbe4b5-a5f3-4b57-b54b-02eded700d0f HTTP/1.1" status: 204 len: 168 time: 0.1614463 Sep 14 13:28:29.785036 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67904c15-0b2c-4a5e-a18c-c0d7263a0fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbe4b5-a5f3-4b57-b54b-02eded700d0f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:29.798663 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a80ed5e7-f37f-43a8-9be8-87ab624491a5 req-e920600b-966a-48e8-bf25-82da4e9845a0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795338 Sep 14 13:28:29.822657 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['4cd5a230-0b8c-4d19-b7ec-cd920b8b695c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:28:29.834012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-753d0948-65ca-4a85-8ddd-1c158bd37af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:29.836104 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-753d0948-65ca-4a85-8ddd-1c158bd37af8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691669 Sep 14 13:28:29.894617 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['1275610c-e561-4dd1-9852-78112077f0c7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:28:29.936308 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['23774165-d3e0-4ec1-8e5f-7156a18cdcc3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:28:29.983341 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-3005e0cd-8829-4a95-bc20-5bd98d45db25 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390409 Sep 14 13:28:30.107850 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d7b6d7b-b3ca-4a3a-a717-52cee52859c9 req-95e5828d-f44d-4aa8-a5e3-c4d493a26553 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167028 Sep 14 13:28:30.674420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf8413-2fa4-4221-8cd7-ac8eb55f578a req-c8e41ec8-0539-4ed0-bd5a-00cb0fec8179 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:30.676599 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5ccf8413-2fa4-4221-8cd7-ac8eb55f578a req-c8e41ec8-0539-4ed0-bd5a-00cb0fec8179 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 945 time: 0.0976985 Sep 14 13:28:30.691981 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d34c-ebe4-43da-b156-53d3e1dbd59b req-e966cbfb-8828-4911-98d1-fc5f72d31731 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:30.695345 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0073d34c-ebe4-43da-b156-53d3e1dbd59b req-e966cbfb-8828-4911-98d1-fc5f72d31731 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 944 time: 0.0791759 Sep 14 13:28:30.750783 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5ccf8413-2fa4-4221-8cd7-ac8eb55f578a req-feb29de8-7005-4747-aadc-854990849cda tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661964 Sep 14 13:28:30.779288 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0073d34c-ebe4-43da-b156-53d3e1dbd59b req-fe6968cc-bcb5-4cba-8387-1e47d1704988 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680768 Sep 14 13:28:31.006561 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48f485-3fb8-40f8-a415-20f44d4cfa04 req-f4b1ded7-1478-472a-a37f-252c10b7ce29 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:31.014454 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0a48f485-3fb8-40f8-a415-20f44d4cfa04 req-f4b1ded7-1478-472a-a37f-252c10b7ce29 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0627892 Sep 14 13:28:31.080823 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0a48f485-3fb8-40f8-a415-20f44d4cfa04 req-f912b21d-d8ed-4b37-a0c9-f9efd575baa8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642772 Sep 14 13:28:31.148313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:31.261713 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c7499e0-55cb-4dc5-82d2-553d381f9d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:31.355416 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c7499e0-55cb-4dc5-82d2-553d381f9d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:31.359197 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c7499e0-55cb-4dc5-82d2-553d381f9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:31.395019 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-7c7499e0-55cb-4dc5-82d2-553d381f9d8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d964e7acf1564d8b87ccc9327271ef08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456172 Sep 14 13:28:31.396887 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7499e0-55cb-4dc5-82d2-553d381f9d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e672f90-648b-44e7-ad5a-3ac0a6dcbba9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:31.398462 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:31.448023 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a11ec6c-4f2c-4083-a99d-46f68ac0dab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:31.477383 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a11ec6c-4f2c-4083-a99d-46f68ac0dab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:31.521837 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a11ec6c-4f2c-4083-a99d-46f68ac0dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:31.524855 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a11ec6c-4f2c-4083-a99d-46f68ac0dab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:31.526034 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-9a11ec6c-4f2c-4083-a99d-46f68ac0dab0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e672f90-648b-44e7-ad5a-3ac0a6dcbba9 HTTP/1.1" status: 204 len: 168 time: 0.1263320 Sep 14 13:28:31.533740 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11ec6c-4f2c-4083-a99d-46f68ac0dab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e672f90-648b-44e7-ad5a-3ac0a6dcbba9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:31.960384 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0d5b8-1e73-4dc0-8e5f-6f31f45496dc req-7d30d7c7-7fa0-46b8-a48b-4bcff648dce8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:31.961931 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dff0d5b8-1e73-4dc0-8e5f-6f31f45496dc req-7d30d7c7-7fa0-46b8-a48b-4bcff648dce8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 945 time: 0.0896709 Sep 14 13:28:31.976835 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb062f3c-2230-4b1f-ac74-ebb1a6c015aa req-dc036e1e-3943-44ff-bcb7-aa00c733d633 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:31.977305 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eb062f3c-2230-4b1f-ac74-ebb1a6c015aa req-dc036e1e-3943-44ff-bcb7-aa00c733d633 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 944 time: 0.0879626 Sep 14 13:28:32.033435 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dff0d5b8-1e73-4dc0-8e5f-6f31f45496dc req-a1884bff-9a30-4be7-9bde-2d2b631d7b32 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Sep 14 13:28:32.042814 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eb062f3c-2230-4b1f-ac74-ebb1a6c015aa req-f3d48b06-b957-4e0c-bdbc-689f64142e38 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Sep 14 13:28:32.213074 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34dda2-7e9c-4665-8661-6e2c9d5dd366 req-b2506dde-4550-4353-b476-9422b70ed41f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:32.214575 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa34dda2-7e9c-4665-8661-6e2c9d5dd366 req-b2506dde-4550-4353-b476-9422b70ed41f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0660942 Sep 14 13:28:32.222070 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:32.267250 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa34dda2-7e9c-4665-8661-6e2c9d5dd366 req-8a5ab40d-6f0d-4552-af4d-fbd2d5357060 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Sep 14 13:28:32.310647 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:32.315424 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:32.316408 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.398872 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.423859 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:32.495059 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:32.502008 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40786) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:32.502501 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.503024 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1275610c-e561-4dd1-9852-78112077f0c7 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:32.589083 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:32.599697 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 1275610c-e561-4dd1-9852-78112077f0c7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:32.604332 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 1275610c-e561-4dd1-9852-78112077f0c7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:32.604720 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.637124 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0efe26f1-8a03-4c89-9294-770377f95bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.698462 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14756ef-ce61-447c-9fc7-146a63ecc9c6" -d '{"events": [{"server_uuid": "cc58d559-091d-4cb7-82f4-5c326592c712", "name": "network-vif-plugged", "status": "completed", "tag": "4cd5a230-0b8c-4d19-b7ec-cd920b8b695c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:32.705233 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.748907 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0efe26f1-8a03-4c89-9294-770377f95bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.749669 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 1275610c-e561-4dd1-9852-78112077f0c7, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1275610c-e561-4dd1-9852-78112077f0c7,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:32.754397 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0efe26f1-8a03-4c89-9294-770377f95bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.756314 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.757919 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:32.799170 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0efe26f1-8a03-4c89-9294-770377f95bb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3f7aa83d29c4564aa7dcf0ec61fc297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952185 Sep 14 13:28:32.802203 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40796) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:32.811039 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe26f1-8a03-4c89-9294-770377f95bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01647c76-b998-4d70-9493-b89de839877e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:32.825762 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f9bd91-62c4-4e77-b87c-5be27d759b02 x-openstack-request-id: req-41f9bd91-62c4-4e77-b87c-5be27d759b02 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:32.826038 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc58d559-091d-4cb7-82f4-5c326592c712", "name": "network-vif-plugged", "status": "completed", "tag": "4cd5a230-0b8c-4d19-b7ec-cd920b8b695c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:32.826613 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41f9bd91-62c4-4e77-b87c-5be27d759b02 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:32.827729 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c', 'code': 200} Sep 14 13:28:32.839429 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=1275610c-e561-4dd1-9852-78112077f0c7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:32.853009 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:32.857302 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:32.857821 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.868497 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a6af6e-0717-41ea-8e88-832d4f7c771d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.890584 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a6af6e-0717-41ea-8e88-832d4f7c771d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.947118 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a6af6e-0717-41ea-8e88-832d4f7c771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.951115 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a6af6e-0717-41ea-8e88-832d4f7c771d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:32.953945 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-b7a6af6e-0717-41ea-8e88-832d4f7c771d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01647c76-b998-4d70-9493-b89de839877e HTTP/1.1" status: 204 len: 168 time: 0.1504159 Sep 14 13:28:32.970215 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6af6e-0717-41ea-8e88-832d4f7c771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01647c76-b998-4d70-9493-b89de839877e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:33.007434 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.048615 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,segment=NetworkSegment(5bb9ded3-eba5-4051-9d4b-454482f914a8),segment_id=5bb9ded3-eba5-4051-9d4b-454482f914a8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:33.053976 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.136889 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:33.229965 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:28:33.231987 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee9641-6ebf-4494-bc19-7c886d395478 req-28f708bb-d173-4910-bd70-a2a797b737ca tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:33.233849 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6ee9641-6ebf-4494-bc19-7c886d395478 req-28f708bb-d173-4910-bd70-a2a797b737ca tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0889940 Sep 14 13:28:33.249107 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5cf65-878d-462c-beb5-c6d0b4db5adb req-4fe3fcbf-393a-4161-9331-10d3e267d2d3 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:33.250778 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45a5cf65-878d-462c-beb5-c6d0b4db5adb req-4fe3fcbf-393a-4161-9331-10d3e267d2d3 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0733204 Sep 14 13:28:33.307870 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6ee9641-6ebf-4494-bc19-7c886d395478 req-b367af07-cb53-4fd2-a787-bbec3b936d15 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559022 Sep 14 13:28:33.325667 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45a5cf65-878d-462c-beb5-c6d0b4db5adb req-f71ae553-7b04-48b8-b530-52ab24ac7902 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638511 Sep 14 13:28:33.368082 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 40838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:33.383792 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77fd4217-9761-490a-a749-9385642c29b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.452717 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6fa1f-b74e-4cde-ba8b-3ad93e0cf751 req-76e8b65b-665b-4d8c-a01f-ca3e4343c005 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:33.454167 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6ff6fa1f-b74e-4cde-ba8b-3ad93e0cf751 req-76e8b65b-665b-4d8c-a01f-ca3e4343c005 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0682414 Sep 14 13:28:33.511157 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6ff6fa1f-b74e-4cde-ba8b-3ad93e0cf751 req-84c05f3e-5918-4bac-aa4d-a7e45443f17f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497577 Sep 14 13:28:33.540272 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77fd4217-9761-490a-a749-9385642c29b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.543888 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77fd4217-9761-490a-a749-9385642c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.581073 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-77fd4217-9761-490a-a749-9385642c29b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63956300c4634d019f63603241935696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117283 Sep 14 13:28:33.582257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd4217-9761-490a-a749-9385642c29b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b4f379-40f0-4750-9b4c-9ebcc3d47927,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:33.583765 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 40840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:33.630692 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b61434e-5a35-45c6-a595-d1d446b84943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.651648 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b61434e-5a35-45c6-a595-d1d446b84943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.694655 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b61434e-5a35-45c6-a595-d1d446b84943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.697264 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b61434e-5a35-45c6-a595-d1d446b84943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:33.698380 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-6b61434e-5a35-45c6-a595-d1d446b84943 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16b4f379-40f0-4750-9b4c-9ebcc3d47927 HTTP/1.1" status: 204 len: 168 time: 0.1136463 Sep 14 13:28:33.705702 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61434e-5a35-45c6-a595-d1d446b84943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b4f379-40f0-4750-9b4c-9ebcc3d47927,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:34.127457 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:28:34.344967 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03bdfd-b033-4621-8d5a-9c85b6cf9426 req-451310e5-0e3c-412d-9c3d-598f9f879f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:34.346696 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa03bdfd-b033-4621-8d5a-9c85b6cf9426 req-451310e5-0e3c-412d-9c3d-598f9f879f1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 1099 time: 0.0728314 Sep 14 13:28:34.375946 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:34.386196 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa03bdfd-b033-4621-8d5a-9c85b6cf9426 req-b1adc98f-df63-4926-aa7e-346f92c91427 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:34.391602 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'port_id': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'mac_address': 'fa:16:3e:04:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:28:34.437492 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:34.454281 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124904cc-daf4-4306-a16d-55d4d87a7ce9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:34.479436 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:34.486422 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:34.534179 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be8c5-542e-40b3-b2a8-6f746b0d4892 req-3e7246da-999c-49b1-bc33-e91736999b16 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:34.537954 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3a4be8c5-542e-40b3-b2a8-6f746b0d4892 req-3e7246da-999c-49b1-bc33-e91736999b16 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.1229014 Sep 14 13:28:34.564934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:34.583191 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecff91-8458-4bc6-be97-044ceac27191 req-2fb06d22-6282-4a13-a356-61755251b895 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:34.585027 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2aecff91-8458-4bc6-be97-044ceac27191 req-2fb06d22-6282-4a13-a356-61755251b895 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1232326 Sep 14 13:28:34.624393 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3a4be8c5-542e-40b3-b2a8-6f746b0d4892 req-7b500c05-2ca5-4bf8-8508-bbb631e30cc9 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792515 Sep 14 13:28:34.673426 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2aecff91-8458-4bc6-be97-044ceac27191 req-a1811ab3-f932-4169-8cee-972390834e1e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685022 Sep 14 13:28:34.735575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa03bdfd-b033-4621-8d5a-9c85b6cf9426 req-b1adc98f-df63-4926-aa7e-346f92c91427 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:34.745656 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa03bdfd-b033-4621-8d5a-9c85b6cf9426 req-b1adc98f-df63-4926-aa7e-346f92c91427 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:34.754006 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['124904cc-daf4-4306-a16d-55d4d87a7ce9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:28:34.808071 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b97a-7f1c-42c3-8900-bdcdcf9c193f req-11e44990-32ad-4bd1-bf0c-ed40581706c3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:34.809839 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7396b97a-7f1c-42c3-8900-bdcdcf9c193f req-11e44990-32ad-4bd1-bf0c-ed40581706c3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 944 time: 0.1130111 Sep 14 13:28:34.811876 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa03bdfd-b033-4621-8d5a-9c85b6cf9426 req-b1adc98f-df63-4926-aa7e-346f92c91427 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576628 Sep 14 13:28:34.830253 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adc98f-df63-4926-aa7e-346f92c91427 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be32f14c-d5a4-4ac4-bb30-151e50ec2331,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:34.849024 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1275610c-e561-4dd1-9852-78112077f0c7'}, {'server_uuid': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:34.852167 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d91222-a82a-4906-a2b9-435c37ec455e" -d '{"events": [{"server_uuid": "2584e24b-787e-4cd6-9f9a-270cf38d6e32", "name": "network-vif-plugged", "status": "completed", "tag": "1275610c-e561-4dd1-9852-78112077f0c7"}, {"server_uuid": "33b97756-9ca6-4589-962e-4b8a8a2e6c0e", "name": "network-vif-plugged", "status": "completed", "tag": "23774165-d3e0-4ec1-8e5f-7156a18cdcc3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:34.887873 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7396b97a-7f1c-42c3-8900-bdcdcf9c193f req-eb3f6466-6156-40f7-b952-3780abfd3dfe tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588338 Sep 14 13:28:34.909397 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca1f9e-ae6f-4411-bb2e-d595fc307012 x-openstack-request-id: req-7dca1f9e-ae6f-4411-bb2e-d595fc307012 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:34.909697 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2584e24b-787e-4cd6-9f9a-270cf38d6e32", "name": "network-vif-plugged", "status": "completed", "tag": "1275610c-e561-4dd1-9852-78112077f0c7", "code": 200}, {"server_uuid": "33b97756-9ca6-4589-962e-4b8a8a2e6c0e", "name": "network-vif-plugged", "status": "completed", "tag": "23774165-d3e0-4ec1-8e5f-7156a18cdcc3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:34.909945 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7dca1f9e-ae6f-4411-bb2e-d595fc307012 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:34.910330 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1275610c-e561-4dd1-9852-78112077f0c7', 'code': 200} Sep 14 13:28:34.910744 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3', 'code': 200} Sep 14 13:28:35.379713 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc8746-82c9-4f84-9580-24ebb41722ee req-e5d63921-ee97-4032-ae8b-ab4bc5e07949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:35.382048 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-49fc8746-82c9-4f84-9580-24ebb41722ee req-e5d63921-ee97-4032-ae8b-ab4bc5e07949 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.0917058 Sep 14 13:28:35.413118 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde6c90-db6f-4700-8edc-0ec57509835d req-555a5405-28f5-4dc6-bdbd-a4f87b9d5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:35.415037 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2cde6c90-db6f-4700-8edc-0ec57509835d req-555a5405-28f5-4dc6-bdbd-a4f87b9d5c1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 1098 time: 0.1175025 Sep 14 13:28:35.457830 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-49fc8746-82c9-4f84-9580-24ebb41722ee req-e84187d6-3db5-4f9a-8a5c-5968a20b6933 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671058 Sep 14 13:28:35.464175 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2cde6c90-db6f-4700-8edc-0ec57509835d req-cdcea070-5587-4ef4-b071-4f88e9f6e365 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Sep 14 13:28:35.698244 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:35.780647 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51fa89-19f9-435e-91bb-0e0de56a4ca2 req-465daf2a-afd8-446c-b9d6-f7ae7eefe711 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:35.782173 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1a51fa89-19f9-435e-91bb-0e0de56a4ca2 req-465daf2a-afd8-446c-b9d6-f7ae7eefe711 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0732026 Sep 14 13:28:35.858960 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fc52a-9b48-4785-8af0-caf6de424cd3 req-5803f554-116b-4bdd-89d3-02159bcc7f2e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:35.860864 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1c8fc52a-9b48-4785-8af0-caf6de424cd3 req-5803f554-116b-4bdd-89d3-02159bcc7f2e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0983911 Sep 14 13:28:35.863676 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1a51fa89-19f9-435e-91bb-0e0de56a4ca2 req-98323dfb-7c39-4bf7-a216-5e3e8630b7ef tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686290 Sep 14 13:28:35.900655 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1c8fc52a-9b48-4785-8af0-caf6de424cd3 req-6f399390-36f0-42a8-b6c6-a0a8a006f455 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Sep 14 13:28:36.011117 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991604bc-08a5-4e36-a20e-2a11c3085322 req-e29bd7af-a663-491c-9767-a6b8c5204b7b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:36.012582 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-991604bc-08a5-4e36-a20e-2a11c3085322 req-e29bd7af-a663-491c-9767-a6b8c5204b7b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 944 time: 0.0547361 Sep 14 13:28:36.069741 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-991604bc-08a5-4e36-a20e-2a11c3085322 req-aadcc98b-081f-42d4-966d-1ece21990036 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502403 Sep 14 13:28:36.596819 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:28:36.649314 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 124904cc-daf4-4306-a16d-55d4d87a7ce9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:36.652905 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 124904cc-daf4-4306-a16d-55d4d87a7ce9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:36.653269 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:36.725928 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:36.756603 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:28:36.760201 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:36.806055 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:36.912224 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:36.914532 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05efb012-7253-49cb-b292-bdeaa98d9396" -d '{"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-plugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:36.948908 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ceea3e-1f48-405d-a90f-b6f75b83c8be x-openstack-request-id: req-37ceea3e-1f48-405d-a90f-b6f75b83c8be {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:36.949196 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-plugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:36.949468 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37ceea3e-1f48-405d-a90f-b6f75b83c8be {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:36.950031 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'code': 200} Sep 14 13:28:36.987452 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9dccb-2300-4d65-ba2b-5bf861dbc753 req-fb9adc53-bde7-45b7-803b-12e1e0235840 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:36.988855 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-64c9dccb-2300-4d65-ba2b-5bf861dbc753 req-fb9adc53-bde7-45b7-803b-12e1e0235840 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0581412 Sep 14 13:28:37.057084 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-64c9dccb-2300-4d65-ba2b-5bf861dbc753 req-4f9b562d-0f7d-4624-8b71-58b6d26d355c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564718 Sep 14 13:28:37.064909 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b821b6c-7a6a-4039-860f-fa84ee5c3d66 req-67bdbf6f-7c9f-487f-ab88-81c0c840b998 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:37.066344 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1b821b6c-7a6a-4039-860f-fa84ee5c3d66 req-67bdbf6f-7c9f-487f-ab88-81c0c840b998 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0737717 Sep 14 13:28:37.109029 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1b821b6c-7a6a-4039-860f-fa84ee5c3d66 req-f862360a-70d5-409b-bca1-bb37d2b74887 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356612 Sep 14 13:28:37.191974 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d2cf8-17ba-4bda-9687-ff6991e93d5f req-d9f39624-dc93-4f4b-9a53-bed698279ea4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:37.193456 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1b8d2cf8-17ba-4bda-9687-ff6991e93d5f req-d9f39624-dc93-4f4b-9a53-bed698279ea4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Sep 14 13:28:37.230156 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1b8d2cf8-17ba-4bda-9687-ff6991e93d5f req-be27b731-a14a-4b2f-8ed3-fa09a5ebf377 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302734 Sep 14 13:28:38.168409 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bf173-c5f1-4758-a6cc-8237ba3f6e47 req-5c562218-e8f5-4c80-a2a2-ef9f07002e19 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:38.169913 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f39bf173-c5f1-4758-a6cc-8237ba3f6e47 req-5c562218-e8f5-4c80-a2a2-ef9f07002e19 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0483639 Sep 14 13:28:38.238992 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f39bf173-c5f1-4758-a6cc-8237ba3f6e47 req-424e1751-b348-4054-a8bd-36070d17a74d tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631740 Sep 14 13:28:38.251136 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24791-3cf1-4ce9-bd33-b5ec18598c00 req-902eaad4-b91d-4e45-bf18-1893135cd348 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:38.252760 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-40f24791-3cf1-4ce9-bd33-b5ec18598c00 req-902eaad4-b91d-4e45-bf18-1893135cd348 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0712786 Sep 14 13:28:38.290999 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-40f24791-3cf1-4ce9-bd33-b5ec18598c00 req-e5178505-4669-4963-9122-69f07a9f6da6 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Sep 14 13:28:38.348309 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac43ee-d42e-48ee-a36c-983d01d95de3 req-c26693ea-b2eb-4bcf-85c1-bcc270b3ae6e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:38.349792 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0bac43ee-d42e-48ee-a36c-983d01d95de3 req-c26693ea-b2eb-4bcf-85c1-bcc270b3ae6e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0467634 Sep 14 13:28:38.386049 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0bac43ee-d42e-48ee-a36c-983d01d95de3 req-e3b90d16-1970-4f6b-9b27-52a1bc7ce018 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298200 Sep 14 13:28:38.864887 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfd241-0113-468f-98dd-b805d4618587 req-5ac6a53e-5552-4b74-84dd-b0d147147d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:38.866752 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4bfd241-0113-468f-98dd-b805d4618587 req-5ac6a53e-5552-4b74-84dd-b0d147147d23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1098 time: 0.0379007 Sep 14 13:28:38.902103 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4bfd241-0113-468f-98dd-b805d4618587 req-af6d2b7a-f822-4e27-a227-16ce2a36d4c4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271735 Sep 14 13:28:39.423088 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975883ae-1d98-49ec-8f99-fe96c3d3753b req-8c2f839b-f2b2-46bd-8a20-e9ebac0ee5a7 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:39.424537 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-975883ae-1d98-49ec-8f99-fe96c3d3753b req-8c2f839b-f2b2-46bd-8a20-e9ebac0ee5a7 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0905123 Sep 14 13:28:39.436303 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b5c6c-b74a-4a5b-a066-5f551065e21c req-73aa62e5-d602-4cd1-913f-6f181149fb5c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:39.437920 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-971b5c6c-b74a-4a5b-a066-5f551065e21c req-73aa62e5-d602-4cd1-913f-6f181149fb5c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0650728 Sep 14 13:28:39.486885 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-975883ae-1d98-49ec-8f99-fe96c3d3753b req-1c650edb-92ad-4b34-8f39-5f39f4d7419c tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Sep 14 13:28:39.505960 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-971b5c6c-b74a-4a5b-a066-5f551065e21c req-51f4b715-2286-4271-9e0e-345b8a94cd5e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Sep 14 13:28:39.627878 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bb37f-3109-4d0f-a620-2fa9d3564334 req-5c02283a-2ad8-44e1-b04d-4ab874bcfa4f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:39.639872 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b05bb37f-3109-4d0f-a620-2fa9d3564334 req-5c02283a-2ad8-44e1-b04d-4ab874bcfa4f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0727544 Sep 14 13:28:39.861065 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b05bb37f-3109-4d0f-a620-2fa9d3564334 req-28433985-4ed5-4f02-9bf3-e5fa42e91a01 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245522 Sep 14 13:28:39.896481 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6e1b7cc-2700-4f31-94c3-3a1523ed8fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:40.667178 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e694b-7711-4254-a020-03f439766876 req-3cfce5e2-4bdb-410b-98c8-21fe18bfe64e tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:40.677158 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:40.692214 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2b8e694b-7711-4254-a020-03f439766876 req-3cfce5e2-4bdb-410b-98c8-21fe18bfe64e tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0991547 Sep 14 13:28:40.762813 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2b8e694b-7711-4254-a020-03f439766876 req-1be15427-1bda-41e2-b2bd-951a4d85c1c8 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654438 Sep 14 13:28:40.777879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3eff10-c2ab-41de-91e0-39c6892f6757 req-dad06afe-74f0-49ae-8eea-eecc929964a0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:40.779631 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db3eff10-c2ab-41de-91e0-39c6892f6757 req-dad06afe-74f0-49ae-8eea-eecc929964a0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1232195 Sep 14 13:28:40.819080 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03ce02d1-5ae1-498e-906b-0a33fd1b3368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:40.829341 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db3eff10-c2ab-41de-91e0-39c6892f6757 req-d594a348-101f-4ee4-a8be-c0044167856c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Sep 14 13:28:40.913233 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03ce02d1-5ae1-498e-906b-0a33fd1b3368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:40.917495 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03ce02d1-5ae1-498e-906b-0a33fd1b3368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:40.961923 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-03ce02d1-5ae1-498e-906b-0a33fd1b3368 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30f76d0685e6482ba15079fd338d4d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835681 Sep 14 13:28:40.967199 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41130) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:40.992577 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce02d1-5ae1-498e-906b-0a33fd1b3368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1caa3d2-de27-47b1-90aa-345f91bca946,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:41.015575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9100e8-2ac7-437a-8ff2-0ec4ff974635 req-505ed697-3b93-4a88-93d9-7fae006d01db tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:41.032173 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5f9100e8-2ac7-437a-8ff2-0ec4ff974635 req-505ed697-3b93-4a88-93d9-7fae006d01db tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0769103 Sep 14 13:28:41.041887 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44a1b47d-4312-478e-be77-2b7da8fc142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.066377 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44a1b47d-4312-478e-be77-2b7da8fc142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.110243 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5f9100e8-2ac7-437a-8ff2-0ec4ff974635 req-0459759f-380c-4dc9-b619-106cf5b26365 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764818 Sep 14 13:28:41.141986 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44a1b47d-4312-478e-be77-2b7da8fc142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.145599 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44a1b47d-4312-478e-be77-2b7da8fc142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.150611 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-44a1b47d-4312-478e-be77-2b7da8fc142d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1caa3d2-de27-47b1-90aa-345f91bca946 HTTP/1.1" status: 204 len: 168 time: 0.1815867 Sep 14 13:28:41.176805 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1b47d-4312-478e-be77-2b7da8fc142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1caa3d2-de27-47b1-90aa-345f91bca946,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:41.406795 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-125875e6-f1e0-4e0a-a4db-1c6c48889f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:41.408340 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-125875e6-f1e0-4e0a-a4db-1c6c48889f37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 1099 time: 0.1604457 Sep 14 13:28:41.422211 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e668fa-b264-4fbd-a61b-ba41f5f55625 req-5cdec95b-bc33-4600-b263-8424274a9dd9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:41.430601 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-85e668fa-b264-4fbd-a61b-ba41f5f55625 req-5cdec95b-bc33-4600-b263-8424274a9dd9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1375165 Sep 14 13:28:41.473725 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bbb2d-4d02-4965-9445-96ee36bfc66c req-0500ab0a-6c71-4df2-a470-4b708d080cd7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:41.475785 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-137bbb2d-4d02-4965-9445-96ee36bfc66c req-0500ab0a-6c71-4df2-a470-4b708d080cd7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1360190 Sep 14 13:28:41.487400 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:41.496904 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'floatingip': {'port_id': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:41.552506 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-85e668fa-b264-4fbd-a61b-ba41f5f55625 req-4f47e49f-7a1c-4e6d-9034-c579cd517d26 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209407 Sep 14 13:28:41.583146 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-830790d6-5c62-4116-ae14-6576983be213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:41.584695 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-830790d6-5c62-4116-ae14-6576983be213 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.1521096 Sep 14 13:28:41.594800 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.633756 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-454787ba-e215-4537-b85f-0a432dc81421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c HTTP/1.1" status: 200 len: 217 time: 0.0417686 Sep 14 13:28:41.642962 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:41.684326 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-001fb26d-bc10-4e21-86a8-bd7b97b5fcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.720615 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-ff6f7a8a-4161-4985-a541-de322ada8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:41.722137 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-ff6f7a8a-4161-4985-a541-de322ada8515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.0725100 Sep 14 13:28:41.761768 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-f9ec0363-503a-44ff-80c5-f9881d8cf02f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304532 Sep 14 13:28:41.894961 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-001fb26d-bc10-4e21-86a8-bd7b97b5fcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.899829 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-13761fc5-21c8-4428-a381-331eb0b6c008 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294806 Sep 14 13:28:41.900853 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-001fb26d-bc10-4e21-86a8-bd7b97b5fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:41.969533 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-001fb26d-bc10-4e21-86a8-bd7b97b5fcf9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d8ace9c22c2439cb741795a351c142a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255088 Sep 14 13:28:41.978819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb26d-bc10-4e21-86a8-bd7b97b5fcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ad08d5-e689-4e89-892e-0cf97ecaf9bc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:41.981207 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:42.080003 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecace7c1-542d-4a79-b339-92e20d364a48 req-37316cb0-6602-43dd-b686-ad426bf6c9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687863 Sep 14 13:28:42.090558 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ff63bac-5257-48f9-9fe0-17564eb684b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.122489 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ff63bac-5257-48f9-9fe0-17564eb684b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.181493 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ff63bac-5257-48f9-9fe0-17564eb684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.184314 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ff63bac-5257-48f9-9fe0-17564eb684b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.185693 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3ff63bac-5257-48f9-9fe0-17564eb684b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14ad08d5-e689-4e89-892e-0cf97ecaf9bc HTTP/1.1" status: 204 len: 168 time: 0.2021053 Sep 14 13:28:42.195466 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff63bac-5257-48f9-9fe0-17564eb684b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ad08d5-e689-4e89-892e-0cf97ecaf9bc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:42.313710 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1b465d5-db32-442d-b36b-5037ce34fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.488294 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.499654 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.644276 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:42.666116 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Floating IP 763c0681-b252-4ecc-94e0-712d9e093370 associated. External IP: 172.27.2.192, port: 124904cc-daf4-4306-a16d-55d4d87a7ce9. Sep 14 13:28:42.728109 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cafae-86ba-4b78-b01b-e76e238a6edd req-0e23d821-2dcc-4040-b73d-329ac3e75a5e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:42.731507 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b49cafae-86ba-4b78-b01b-e76e238a6edd req-0e23d821-2dcc-4040-b73d-329ac3e75a5e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0801201 Sep 14 13:28:42.846839 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b49cafae-86ba-4b78-b01b-e76e238a6edd req-4bc5ae3b-b431-44b4-a746-a6f76959bb6f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088874 Sep 14 13:28:42.954061 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:42.972073 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:28:43.096798 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:28:43.104631 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.117564 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] Sync routers for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:28:43.130485 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:28:43.132205 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:28:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:43.149767 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0abedd07-53fe-4d60-b56a-ecdc3112c038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.227429 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-47f00d6e-19c2-4a1b-9c9b-ea22e2e89531 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "PUT /v2.0/floatingips/763c0681-b252-4ecc-94e0-712d9e093370 HTTP/1.1" status: 200 len: 991 time: 1.7387640 Sep 14 13:28:43.230442 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:43.235959 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883242a3-6d54-4039-b72d-ab32f0dea67d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:43.314923 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055e6b0d-e09c-487f-aa8e-7cfb0e0676b7 x-openstack-request-id: req-055e6b0d-e09c-487f-aa8e-7cfb0e0676b7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:43.315248 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:43.315453 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-055e6b0d-e09c-487f-aa8e-7cfb0e0676b7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:43.316212 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'status': 'completed', 'code': 200} Sep 14 13:28:43.405810 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:28:43.441498 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.521561 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0abedd07-53fe-4d60-b56a-ecdc3112c038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.534378 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0abedd07-53fe-4d60-b56a-ecdc3112c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.548190 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-c0982e8a-3172-4beb-bc97-5def2546f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:43.552142 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-c0982e8a-3172-4beb-bc97-5def2546f3a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1098 time: 0.1272228 Sep 14 13:28:43.611845 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abedd07-53fe-4d60-b56a-ecdc3112c038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efcc52-796d-40e9-a2db-cc1673b1daf3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:43.623795 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-0abedd07-53fe-4d60-b56a-ecdc3112c038 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f89f08a9aefe4269ad87db4a8af8f7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6674583 Sep 14 13:28:43.626769 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:43.709583 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d536445-a642-4747-b832-ee238d4af447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.716572 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-1f3162ff-b2af-43a9-aaa9-db7b4caaa5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:43.718810 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-1f3162ff-b2af-43a9-aaa9-db7b4caaa5fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.1452453 Sep 14 13:28:43.753999 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d536445-a642-4747-b832-ee238d4af447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.846459 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d536445-a642-4747-b832-ee238d4af447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.850563 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d536445-a642-4747-b832-ee238d4af447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:43.863118 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-4d536445-a642-4747-b832-ee238d4af447 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7efcc52-796d-40e9-a2db-cc1673b1daf3 HTTP/1.1" status: 204 len: 168 time: 0.2290032 Sep 14 13:28:43.867446 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-985a0d68-2ec0-4474-a4e6-db97444d2a1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9 HTTP/1.1" status: 200 len: 999 time: 0.1409416 Sep 14 13:28:43.876951 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d536445-a642-4747-b832-ee238d4af447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efcc52-796d-40e9-a2db-cc1673b1daf3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:43.938168 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '763c0681-b252-4ecc-94e0-712d9e093370', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'port_id': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'mac_address': 'fa:16:3e:04:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:28:15Z', 'updated_at': '2021-09-14T13:28:42Z', 'revision_number': 1, 'project_id': 'e55c830919fb43358151a9061023690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:43.966786 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] Checking router: 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:28:43.977795 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:28:43.978759 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:28:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:43.986885 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-c8044aa5-95f8-44f8-a5b8-419624826565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:43.988485 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-c8044aa5-95f8-44f8-a5b8-419624826565 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.1065443 Sep 14 13:28:44.013064 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4d869-1894-45fe-9743-aa1866deb48d req-7dfd18c8-9fc3-4793-af2f-4cb689f13967 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:44.015713 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6ba4d869-1894-45fe-9743-aa1866deb48d req-7dfd18c8-9fc3-4793-af2f-4cb689f13967 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0779164 Sep 14 13:28:44.072673 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6ba4d869-1894-45fe-9743-aa1866deb48d req-2db7d45e-e1fa-493a-904c-ea4b2508072c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Sep 14 13:28:44.115309 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:28:44.361479 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '763c0681-b252-4ecc-94e0-712d9e093370', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'port_id': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'mac_address': 'fa:16:3e:04:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:28:15Z', 'updated_at': '2021-09-14T13:28:42Z', 'revision_number': 1, 'project_id': 'e55c830919fb43358151a9061023690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:28:44.391811 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20465703-32c5-49b1-9354-55556fa75b80 None None] The sync data for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi is: [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '763c0681-b252-4ecc-94e0-712d9e093370', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'port_id': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'mac_address': 'fa:16:3e:04:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:28:15Z', 'updated_at': '2021-09-14T13:28:42Z', 'revision_number': 1, 'project_id': 'e55c830919fb43358151a9061023690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:28:44.657583 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d1a14-e33c-4796-a9e2-c101f37d16fe None None] New status for floating IP 763c0681-b252-4ecc-94e0-712d9e093370: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:28:44.990944 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:45.186969 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225f6f8-afc9-4c94-be3e-ef9db5090e67 req-87c3fd42-45dd-40d0-8d76-c6a8b9913a46 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:45.188445 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0225f6f8-afc9-4c94-be3e-ef9db5090e67 req-87c3fd42-45dd-40d0-8d76-c6a8b9913a46 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0531652 Sep 14 13:28:45.229628 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0225f6f8-afc9-4c94-be3e-ef9db5090e67 req-3881da8e-a161-4898-8c36-a80023d747bb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347109 Sep 14 13:28:46.340985 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef5a2d-f607-4a51-875f-1df84881c230 req-4304d5ac-845e-44fe-82b2-88477c7d8875 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:46.342425 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d7ef5a2d-f607-4a51-875f-1df84881c230 req-4304d5ac-845e-44fe-82b2-88477c7d8875 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0476487 Sep 14 13:28:46.379258 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d7ef5a2d-f607-4a51-875f-1df84881c230 req-5c353582-3613-4070-943b-8a7be63dd926 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Sep 14 13:28:46.922980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-56efee28-4689-4216-96a1-11701d4991e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:46.922980 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-56efee28-4689-4216-96a1-11701d4991e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423667 Sep 14 13:28:47.016738 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-ef4196a4-2596-4e46-ada1-b5b2c366e22c service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869839 Sep 14 13:28:47.108905 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-883242a3-6d54-4039-b72d-ab32f0dea67d req-b5141e49-1308-4be9-831e-21b8eb576901 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827703 Sep 14 13:28:47.492712 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355deb79-2aec-437f-b9f1-8fdac14995a2 req-69228bb0-cf89-4af0-b7f1-8980f3850b12 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:47.494299 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-355deb79-2aec-437f-b9f1-8fdac14995a2 req-69228bb0-cf89-4af0-b7f1-8980f3850b12 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0516071 Sep 14 13:28:47.531815 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-355deb79-2aec-437f-b9f1-8fdac14995a2 req-a879b415-0bee-480a-9122-56a3dcef3a5a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Sep 14 13:28:48.451864 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:48.515307 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ef57a422-915f-49e7-8e65-60ebfa4147ac tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3456405edbba456d8607e880a1d6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291464 Sep 14 13:28:48.611938 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-468cb56e-8b1e-4790-a5f1-5afe62832bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:48.779002 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c814efa-5307-4b4d-94fd-386119852776 req-7fe5aa69-c834-41f7-b257-44e0167e505d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:48.780481 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8c814efa-5307-4b4d-94fd-386119852776 req-7fe5aa69-c834-41f7-b257-44e0167e505d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1665578 Sep 14 13:28:48.797799 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-445438bb-9fa6-4db2-9306-7da5302b8815 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:48.799200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-445438bb-9fa6-4db2-9306-7da5302b8815 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766569 Sep 14 13:28:48.833734 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ddb77a36-1d21-4cac-9b4b-d8c5d73951e0 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/quotas/3456405edbba456d8607e880a1d6719a HTTP/1.1" status: 200 len: 375 time: 0.0274682 Sep 14 13:28:48.880440 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-d8a1799b-7a26-4421-ad9c-c0e9fc9c15a7 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3456405edbba456d8607e880a1d6719a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399854 Sep 14 13:28:48.883870 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8c814efa-5307-4b4d-94fd-386119852776 req-4ba90ce9-7fb2-4015-9d93-7a8694fa807b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951734 Sep 14 13:28:48.914801 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-468cb56e-8b1e-4790-a5f1-5afe62832bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:48.919164 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-468cb56e-8b1e-4790-a5f1-5afe62832bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:48.959824 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-468cb56e-8b1e-4790-a5f1-5afe62832bd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6df17f50a884159a0b9f050b15b9293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068510 Sep 14 13:28:48.961006 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cb56e-8b1e-4790-a5f1-5afe62832bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420792f6-9930-4b9b-b230-073f57ca1769,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:48.962583 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:49.018042 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-886473e7-94a9-4c27-8145-066fb21eb223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.039751 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-886473e7-94a9-4c27-8145-066fb21eb223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.046730 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6e6aefbd-d6e1-4457-a651-961905b46c4b req-7f9713f8-44b3-4643-af35-3f0c7844f81f tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0280159 Sep 14 13:28:49.097514 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-886473e7-94a9-4c27-8145-066fb21eb223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.101805 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-886473e7-94a9-4c27-8145-066fb21eb223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.103509 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-886473e7-94a9-4c27-8145-066fb21eb223 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/420792f6-9930-4b9b-b230-073f57ca1769 HTTP/1.1" status: 204 len: 168 time: 0.1395915 Sep 14 13:28:49.113326 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886473e7-94a9-4c27-8145-066fb21eb223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420792f6-9930-4b9b-b230-073f57ca1769,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:49.410677 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41490) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:49.423513 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c81544c5-9553-4598-b999-dc9c2cb80547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.511290 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c81544c5-9553-4598-b999-dc9c2cb80547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.515369 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c81544c5-9553-4598-b999-dc9c2cb80547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.550533 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81544c5-9553-4598-b999-dc9c2cb80547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a46f9-647b-4132-a3e9-378e668b3935,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:49.555650 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c81544c5-9553-4598-b999-dc9c2cb80547 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b060fccc1d0441aabea81b8e1226e536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438882 Sep 14 13:28:49.558578 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:49.606180 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-284d2908-84b6-4d36-8cad-09408f66c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.626944 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-284d2908-84b6-4d36-8cad-09408f66c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.671936 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-284d2908-84b6-4d36-8cad-09408f66c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.674447 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-284d2908-84b6-4d36-8cad-09408f66c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:49.675616 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-284d2908-84b6-4d36-8cad-09408f66c858 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c2a46f9-647b-4132-a3e9-378e668b3935 HTTP/1.1" status: 204 len: 168 time: 0.1165566 Sep 14 13:28:49.684263 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d2908-84b6-4d36-8cad-09408f66c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a46f9-647b-4132-a3e9-378e668b3935,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:50.003279 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29147c-2acf-4c80-9174-875205ee4c5d req-24199d78-53d7-45ab-b89a-75930fad5e42 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:50.004788 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b29147c-2acf-4c80-9174-875205ee4c5d req-24199d78-53d7-45ab-b89a-75930fad5e42 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0551739 Sep 14 13:28:50.043101 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b29147c-2acf-4c80-9174-875205ee4c5d req-25dd0942-d965-4ce4-b2c5-9566d1c8887d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Sep 14 13:28:50.139543 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df86345f-9c09-48ba-91aa-5db0c7c173fb req-3f6e26e5-0be4-4b7b-8b7f-92fe5730bb8a tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0265858 Sep 14 13:28:51.166732 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a54a25-3eef-42c9-88e4-6948fac79aa3 req-d0296ece-0cac-41d1-b006-4b9750829991 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:51.168706 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93a54a25-3eef-42c9-88e4-6948fac79aa3 req-d0296ece-0cac-41d1-b006-4b9750829991 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0556152 Sep 14 13:28:51.215180 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93a54a25-3eef-42c9-88e4-6948fac79aa3 req-28fbdd17-ed23-4838-aab2-52160706ed37 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Sep 14 13:28:51.294113 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-024d0f28-26e7-4503-8412-b196cd4bd943 req-4bd9ce1f-a023-42fa-a9ca-a25ad28ad843 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0270491 Sep 14 13:28:52.229568 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-a9498ea4-cff9-485b-9193-7b5b0da50864 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3456405edbba456d8607e880a1d6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207124 Sep 14 13:28:52.397531 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcdae6-742c-425a-abf0-ba41191d44c0 req-3ceb9e8f-0ae2-4c61-a113-0154cc02ca70 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:52.399041 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-effcdae6-742c-425a-abf0-ba41191d44c0 req-3ceb9e8f-0ae2-4c61-a113-0154cc02ca70 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0909812 Sep 14 13:28:52.407727 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-1ffdf6f1-b70c-4d68-be50-a9904e7fe73f tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:52.409179 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-1ffdf6f1-b70c-4d68-be50-a9904e7fe73f tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722519 Sep 14 13:28:52.446527 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6fecd549-fade-4921-812d-c80652f85d20 req-9eef49e8-390f-4d95-8aad-a177a909a892 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0465035 Sep 14 13:28:52.452019 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Request body: {'port': {'device_id': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc', 'admin_state_up': True, 'tenant_id': '3456405edbba456d8607e880a1d6719a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:52.501635 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-effcdae6-742c-425a-abf0-ba41191d44c0 req-5c5d765e-d12a-43f0-b11c-a8ecb274a529 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849860 Sep 14 13:28:52.755414 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41612) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:52.812770 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Made reservation on behalf of 3456405edbba456d8607e880a1d6719a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:28:52.818469 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:52.835743 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:52.939928 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01091737-88b8-4523-91ba-a14178a588f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:52.975122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:52.983521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.087436 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b99a60-ee77-4d07-863a-4d0ccf6d8d68,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:53.106563 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.106931 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.107332 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.107664 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.108248 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.108587 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.108946 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.109545 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.109873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.110197 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.110518 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.110842 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.191676 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Allocated IP 192.168.233.37 (401a16d8-7de8-457c-940d-b9f357495bbc/e206923b-8626-4be9-ab29-2bfe803d290d/5750f217-9b71-4d97-8234-e47f0929995b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:28:53.223116 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01091737-88b8-4523-91ba-a14178a588f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.234559 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01091737-88b8-4523-91ba-a14178a588f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.293110 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-01091737-88b8-4523-91ba-a14178a588f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bda76ec7355049c1b9c192d343d6da37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366068 Sep 14 13:28:53.295756 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:53.299480 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01091737-88b8-4523-91ba-a14178a588f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c880618-3ddd-45c0-9add-38f402b260b2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:53.342803 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41650) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:53.358616 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.380235 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.408546 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.430336 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.430575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Transition to ACTIVE for port object 5750f217-9b71-4d97-8234-e47f0929995b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:53.433122 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.434419 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c880618-3ddd-45c0-9add-38f402b260b2 HTTP/1.1" status: 204 len: 168 time: 0.1366396 Sep 14 13:28:53.441912 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c880618-3ddd-45c0-9add-38f402b260b2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:53.449471 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.449820 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.450285 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.450618 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.450950 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.451281 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.451600 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.452081 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.452559 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.452905 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.453227 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.453647 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc3d52-9cbc-4332-b416-009616765b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:28:53.476943 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db1984d-9f2a-48d4-882a-c036731e0209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.480259 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.596882 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Network 401a16d8-7de8-457c-940d-b9f357495bbc is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:28:53.600278 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Pushing event updated for resources: {'Port': ['ID=5750f217-9b71-4d97-8234-e47f0929995b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:53.606616 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:28:53.609831 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:28:53.616125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:53.616792 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.616934 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db1984d-9f2a-48d4-882a-c036731e0209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.625381 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db1984d-9f2a-48d4-882a-c036731e0209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.661278 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-93997824-1791-4869-a204-5c3e5d875c63 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2179215 Sep 14 13:28:53.661514 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0db1984d-9f2a-48d4-882a-c036731e0209 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b30da81b096d4b4a852b61e5e48b9c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176544 Sep 14 13:28:53.662614 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41662) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:53.676658 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160133-2874-4cff-9993-3127fc32a6ba req-8d43a18f-b1b0-44bc-9f02-07733890e978 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:53.679106 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be160133-2874-4cff-9993-3127fc32a6ba req-8d43a18f-b1b0-44bc-9f02-07733890e978 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 935 time: 0.1405666 Sep 14 13:28:53.713846 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a31188-3a15-4448-89d8-16637f7e5ab0 req-baeecc9b-ad9c-465e-9401-03281a2ac495 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:53.715431 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6a31188-3a15-4448-89d8-16637f7e5ab0 req-baeecc9b-ad9c-465e-9401-03281a2ac495 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1108871 Sep 14 13:28:53.721553 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1984d-9f2a-48d4-882a-c036731e0209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b80e4-6a44-4b25-953c-22ac12f35058,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:53.745688 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be160133-2874-4cff-9993-3127fc32a6ba req-d97cab6a-9453-4920-8ce1-fd0e131011ff tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579591 Sep 14 13:28:53.756605 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df75e76b-b8c2-40c3-900b-d3cfa10c584d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.779134 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6a31188-3a15-4448-89d8-16637f7e5ab0 req-80dbb8b0-4667-4f0b-99b2-136ca1ed891d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 Sep 14 13:28:53.783101 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df75e76b-b8c2-40c3-900b-d3cfa10c584d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.855123 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41670) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:53.868021 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df75e76b-b8c2-40c3-900b-d3cfa10c584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.870836 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df75e76b-b8c2-40c3-900b-d3cfa10c584d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.872002 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-df75e76b-b8c2-40c3-900b-d3cfa10c584d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e9b80e4-6a44-4b25-953c-22ac12f35058 HTTP/1.1" status: 204 len: 168 time: 0.2072909 Sep 14 13:28:53.873660 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e106246-246a-46b5-97fd-c6dc6c826e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.881842 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75e76b-b8c2-40c3-900b-d3cfa10c584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b80e4-6a44-4b25-953c-22ac12f35058,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:53.938008 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-87e581a2-1f21-4e10-b04a-91887fe36e65 None None] Provisioning for port 5750f217-9b71-4d97-8234-e47f0929995b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:28:53.943897 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-87e581a2-1f21-4e10-b04a-91887fe36e65 None None] Provisioning complete for port 5750f217-9b71-4d97-8234-e47f0929995b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:28:53.944733 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e581a2-1f21-4e10-b04a-91887fe36e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:53.981501 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-87e581a2-1f21-4e10-b04a-91887fe36e65 None None] Port 5750f217-9b71-4d97-8234-e47f0929995b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:28:54.009192 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e106246-246a-46b5-97fd-c6dc6c826e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.014553 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e106246-246a-46b5-97fd-c6dc6c826e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.069004 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3e106246-246a-46b5-97fd-c6dc6c826e50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1199e5ea1d44173918a5aac85e0662e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122061 Sep 14 13:28:54.072235 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:54.084774 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e106246-246a-46b5-97fd-c6dc6c826e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f10bd1a-d462-49fe-9b79-0fc5f744fbfa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:54.125384 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b46ee6-6876-4fb7-89eb-198061ce4888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.147206 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b46ee6-6876-4fb7-89eb-198061ce4888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.194793 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b46ee6-6876-4fb7-89eb-198061ce4888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.197958 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b46ee6-6876-4fb7-89eb-198061ce4888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.199708 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-02b46ee6-6876-4fb7-89eb-198061ce4888 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f10bd1a-d462-49fe-9b79-0fc5f744fbfa HTTP/1.1" status: 204 len: 168 time: 0.1261170 Sep 14 13:28:54.208370 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b46ee6-6876-4fb7-89eb-198061ce4888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f10bd1a-d462-49fe-9b79-0fc5f744fbfa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:54.266826 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:54.280773 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cae5a601-38ad-46c1-9c25-4bad2895d68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.378139 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cae5a601-38ad-46c1-9c25-4bad2895d68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.383548 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cae5a601-38ad-46c1-9c25-4bad2895d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.413328 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-cae5a601-38ad-46c1-9c25-4bad2895d68a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=943c1a027ad9446c9ed7d0bd6dac3c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451721 Sep 14 13:28:54.415156 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41694) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:54.434274 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5a601-38ad-46c1-9c25-4bad2895d68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe1c5ed-0ccd-45e8-8bda-517eae0bae8c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:54.471669 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9a26daf-7f08-4169-b046-fdea7548659d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.493890 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9a26daf-7f08-4169-b046-fdea7548659d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.542543 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9a26daf-7f08-4169-b046-fdea7548659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.545161 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9a26daf-7f08-4169-b046-fdea7548659d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:54.549077 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e9a26daf-7f08-4169-b046-fdea7548659d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffe1c5ed-0ccd-45e8-8bda-517eae0bae8c HTTP/1.1" status: 204 len: 168 time: 0.1290770 Sep 14 13:28:54.556819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a26daf-7f08-4169-b046-fdea7548659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe1c5ed-0ccd-45e8-8bda-517eae0bae8c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:54.880378 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf5549-1770-4771-83f8-d37c8f6f7320 req-04f4d9a7-7da8-456d-aee6-c930dcab8e9c tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:54.882478 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-abbf5549-1770-4771-83f8-d37c8f6f7320 req-04f4d9a7-7da8-456d-aee6-c930dcab8e9c tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 935 time: 0.0513680 Sep 14 13:28:54.928077 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-abbf5549-1770-4771-83f8-d37c8f6f7320 req-b1c1d94d-3c1c-4ee3-8122-0491bf29d59a tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Sep 14 13:28:55.044873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53ec94-3b6a-453e-b638-dfec075219d5 req-8d978019-aa27-4de8-804d-cac71dc4af8a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:55.046697 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd53ec94-3b6a-453e-b638-dfec075219d5 req-8d978019-aa27-4de8-804d-cac71dc4af8a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0506420 Sep 14 13:28:55.093709 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd53ec94-3b6a-453e-b638-dfec075219d5 req-df229518-1593-49a0-a5b2-82fe4aea8637 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Sep 14 13:28:55.523637 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:55.730930 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4facdaff-5520-4088-b051-b896c49dd570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:55.817749 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4facdaff-5520-4088-b051-b896c49dd570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:55.821615 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4facdaff-5520-4088-b051-b896c49dd570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:55.859441 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4facdaff-5520-4088-b051-b896c49dd570 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8df0ec1cca0d49fa866dad5d3edfd4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344042 Sep 14 13:28:55.860289 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facdaff-5520-4088-b051-b896c49dd570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078526be-280a-4dd6-864a-8100518dcbc8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:55.863763 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:55.914184 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e39b136-f406-4b6a-b6dd-af7711eddb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:55.935368 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e39b136-f406-4b6a-b6dd-af7711eddb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:55.988448 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e39b136-f406-4b6a-b6dd-af7711eddb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:55.992612 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e39b136-f406-4b6a-b6dd-af7711eddb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:55.993894 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5e39b136-f406-4b6a-b6dd-af7711eddb60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/078526be-280a-4dd6-864a-8100518dcbc8 HTTP/1.1" status: 204 len: 168 time: 0.1291382 Sep 14 13:28:56.009293 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39b136-f406-4b6a-b6dd-af7711eddb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078526be-280a-4dd6-864a-8100518dcbc8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:56.057971 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975067f-c8c2-4892-9ed8-3089ade293e4 req-a8a22100-346f-47cf-adc6-6f0971958be4 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:56.059454 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0975067f-c8c2-4892-9ed8-3089ade293e4 req-a8a22100-346f-47cf-adc6-6f0971958be4 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 935 time: 0.0574567 Sep 14 13:28:56.104401 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0975067f-c8c2-4892-9ed8-3089ade293e4 req-b0e9eb78-2082-40ed-b448-0143e0ff8f8d tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Sep 14 13:28:56.228955 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390da81-0413-4a67-82ba-24f59a88d71b req-505c9d2f-d377-4059-95ce-83d9c0e2ae28 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:56.230456 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3390da81-0413-4a67-82ba-24f59a88d71b req-505c9d2f-d377-4059-95ce-83d9c0e2ae28 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0589838 Sep 14 13:28:56.278506 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3390da81-0413-4a67-82ba-24f59a88d71b req-4b5ba42c-f604-453a-946f-18464181669c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Sep 14 13:28:56.311610 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Request body: {'port': {'device_id': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:28:56.365396 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:56.686901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5750f217-9b71-4d97-8234-e47f0929995b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:28:56.696124 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:56.720664 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Transition to ACTIVE for port object 5750f217-9b71-4d97-8234-e47f0929995b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:28:56.725905 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:56.787826 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5750f217-9b71-4d97-8234-e47f0929995b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:56.846638 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Attempting to bind port 5750f217-9b71-4d97-8234-e47f0929995b on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:28:56.847216 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Attempting to bind port 5750f217-9b71-4d97-8234-e47f0929995b by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:28:56.847707 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Attempting to bind port 5750f217-9b71-4d97-8234-e47f0929995b on network 401a16d8-7de8-457c-940d-b9f357495bbc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:56.853375 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Port 5750f217-9b71-4d97-8234-e47f0929995b on network 401a16d8-7de8-457c-940d-b9f357495bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:28:56.853738 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Attempting to bind port 5750f217-9b71-4d97-8234-e47f0929995b on network 401a16d8-7de8-457c-940d-b9f357495bbc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:28:56.859523 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:28:56.859867 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Checking segment: {'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:28:56.860241 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Bound using segment: {'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:28:56.860677 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Bound port: 5750f217-9b71-4d97-8234-e47f0929995b, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d124cbd-372d-48b8-abbd-00260f79022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:28:56.861126 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:56.945083 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] For port 5750f217-9b71-4d97-8234-e47f0929995b, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:28:56.948331 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] For port 5750f217-9b71-4d97-8234-e47f0929995b, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=5750f217-9b71-4d97-8234-e47f0929995b,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:28:56.955594 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:57.003154 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:57.003873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:57.005373 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/5750f217-9b71-4d97-8234-e47f0929995b HTTP/1.1" status: 200 len: 1097 time: 0.7015653 Sep 14 13:28:57.005912 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:28:57.008174 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b00cb3e-2cae-4996-9600-6b2cdc4b40d4" -d '{"events": [{"name": "network-changed", "server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "tag": "5750f217-9b71-4d97-8234-e47f0929995b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:28:57.033804 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e2341-a137-4d56-ba50-af83784868d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5750f217-9b71-4d97-8234-e47f0929995b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:57.087574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac849db5-ed50-40d4-a809-2469a5fa0779 x-openstack-request-id: req-ac849db5-ed50-40d4-a809-2469a5fa0779 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:28:57.088315 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "tag": "5750f217-9b71-4d97-8234-e47f0929995b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:28:57.088647 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac849db5-ed50-40d4-a809-2469a5fa0779 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:28:57.089751 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b', 'status': 'completed', 'code': 200} Sep 14 13:28:57.269583 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088fe45-6945-45de-94f6-517bb657bb68 req-6ddd9bde-0fe2-4e96-9024-b23230d3492c tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:57.285000 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9088fe45-6945-45de-94f6-517bb657bb68 req-6ddd9bde-0fe2-4e96-9024-b23230d3492c tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 947 time: 0.0775549 Sep 14 13:28:57.329245 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9088fe45-6945-45de-94f6-517bb657bb68 req-170f4ba3-27cf-42ee-98d7-c91b7b38a35e tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Sep 14 13:28:57.415693 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e9866-d1d6-45c7-813e-bb817e3bceeb req-1b0c8838-64dc-486d-8300-e4a3db59fcc9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:57.431479 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6a7e9866-d1d6-45c7-813e-bb817e3bceeb req-1b0c8838-64dc-486d-8300-e4a3db59fcc9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0674932 Sep 14 13:28:57.477262 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6a7e9866-d1d6-45c7-813e-bb817e3bceeb req-17441879-4989-4f9f-8095-3bbbaee0d169 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Sep 14 13:28:57.680090 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:57.789793 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6f872d-5b18-466a-a1af-8fdc5b8208ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:57.878800 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6f872d-5b18-466a-a1af-8fdc5b8208ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:57.884679 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6f872d-5b18-466a-a1af-8fdc5b8208ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:57.921046 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fa6f872d-5b18-466a-a1af-8fdc5b8208ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f50910c896444496b394337e1ea1cacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398403 Sep 14 13:28:57.923152 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f872d-5b18-466a-a1af-8fdc5b8208ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db048c61-5ff1-4a02-81b6-d5e31fba671e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:57.923781 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41952) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:57.977736 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3886704a-915e-46da-be26-57733fcb9e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:57.998599 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3886704a-915e-46da-be26-57733fcb9e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.056790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3886704a-915e-46da-be26-57733fcb9e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.059931 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3886704a-915e-46da-be26-57733fcb9e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.064725 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3886704a-915e-46da-be26-57733fcb9e08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db048c61-5ff1-4a02-81b6-d5e31fba671e HTTP/1.1" status: 204 len: 168 time: 0.1391451 Sep 14 13:28:58.074037 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886704a-915e-46da-be26-57733fcb9e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db048c61-5ff1-4a02-81b6-d5e31fba671e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:58.345532 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 41966) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:58.358779 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-acd8f0ab-5caa-482d-a279-755b51d4c55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.473303 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21f3a9-4d55-4376-8e42-4fd29b9b4d24 req-0a0f45f5-acb2-4812-8571-fe5010879b6c tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:58.474832 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc21f3a9-4d55-4376-8e42-4fd29b9b4d24 req-0a0f45f5-acb2-4812-8571-fe5010879b6c tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 947 time: 0.0757394 Sep 14 13:28:58.513158 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-acd8f0ab-5caa-482d-a279-755b51d4c55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.519041 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-acd8f0ab-5caa-482d-a279-755b51d4c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.544928 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc21f3a9-4d55-4376-8e42-4fd29b9b4d24 req-302dbe2c-7ca7-40a6-9ae3-f93ddae189fa tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592542 Sep 14 13:28:58.568903 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-acd8f0ab-5caa-482d-a279-755b51d4c55b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d4ed4dee11d41ce9aa0f26cfcb4c875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214460 Sep 14 13:28:58.569812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8f0ab-5caa-482d-a279-755b51d4c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae9181-f4a7-4964-80aa-6eea82aba482,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:58.571489 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 41972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:28:58.634205 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-786133a3-e215-4218-9ca6-0b3223c3d799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.651825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee66a15-da79-42bb-8837-2ecfcebbe944 req-19bce2d3-403d-454d-b11b-b624be421f77 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:58.653340 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eee66a15-da79-42bb-8837-2ecfcebbe944 req-19bce2d3-403d-454d-b11b-b624be421f77 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Sep 14 13:28:58.654583 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-786133a3-e215-4218-9ca6-0b3223c3d799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.690730 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eee66a15-da79-42bb-8837-2ecfcebbe944 req-e3b937dd-216f-463a-818a-93d5e73df097 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Sep 14 13:28:58.705433 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-786133a3-e215-4218-9ca6-0b3223c3d799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.707919 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-786133a3-e215-4218-9ca6-0b3223c3d799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:28:58.709154 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-786133a3-e215-4218-9ca6-0b3223c3d799 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9ae9181-f4a7-4964-80aa-6eea82aba482 HTTP/1.1" status: 204 len: 168 time: 0.1287994 Sep 14 13:28:58.717040 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786133a3-e215-4218-9ca6-0b3223c3d799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae9181-f4a7-4964-80aa-6eea82aba482,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:28:59.694453 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff1c7a-1e16-4048-afea-10da43e4909a req-129ca0c8-4595-4729-a6d1-f61c5f07ce11 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:59.695943 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f7ff1c7a-1e16-4048-afea-10da43e4909a req-129ca0c8-4595-4729-a6d1-f61c5f07ce11 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 947 time: 0.0812297 Sep 14 13:28:59.701959 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00cb3e-2cae-4996-9600-6b2cdc4b40d4 req-1c39b98a-eb6d-4744-bd15-057d840cc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:59.703378 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4b00cb3e-2cae-4996-9600-6b2cdc4b40d4 req-1c39b98a-eb6d-4744-bd15-057d840cc0ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3456405edbba456d8607e880a1d6719a&device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 1100 time: 0.0551023 Sep 14 13:28:59.742565 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4b00cb3e-2cae-4996-9600-6b2cdc4b40d4 req-c7129a68-998f-4d2f-bfb5-1a2d4cb28c44 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3456405edbba456d8607e880a1d6719a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246246 Sep 14 13:28:59.762441 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f7ff1c7a-1e16-4048-afea-10da43e4909a req-561d487f-3346-4b50-9009-02464fa55b1d tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581338 Sep 14 13:28:59.885256 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc10c2-a834-472d-a6ab-c0ff931c05f1 req-6221758f-fd0f-42c5-b5e0-d605f531588a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:59.886738 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-56dc10c2-a834-472d-a6ab-c0ff931c05f1 req-6221758f-fd0f-42c5-b5e0-d605f531588a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1120481 Sep 14 13:28:59.893820 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00cb3e-2cae-4996-9600-6b2cdc4b40d4 req-b6ce32a2-ac3e-4ec4-ae31-6b99a410ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:59.895253 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4b00cb3e-2cae-4996-9600-6b2cdc4b40d4 req-b6ce32a2-ac3e-4ec4-ae31-6b99a410ad16 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428607 Sep 14 13:28:59.966349 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-56dc10c2-a834-472d-a6ab-c0ff931c05f1 req-936964bc-f254-4eff-9fa9-44e37b874bec tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678806 Sep 14 13:28:59.982318 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-04b54b35-0aba-4d50-be10-afa868ea0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:28:59.983788 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-04b54b35-0aba-4d50-be10-afa868ea0925 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3456405edbba456d8607e880a1d6719a&device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 1100 time: 0.0449440 Sep 14 13:29:00.032292 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-40ac6581-e700-4da0-9776-a8d388415b19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5750f217-9b71-4d97-8234-e47f0929995b HTTP/1.1" status: 200 len: 217 time: 0.0388501 Sep 14 13:29:00.083926 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-b4661227-0869-4314-bed4-6496db0ebd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:00.085488 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-b4661227-0869-4314-bed4-6496db0ebd5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e206923b-8626-4be9-ab29-2bfe803d290d HTTP/1.1" status: 200 len: 843 time: 0.0449111 Sep 14 13:29:00.138042 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-43fe2add-45d8-4817-86d5-08078cc6ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:00.139578 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-43fe2add-45d8-4817-86d5-08078cc6ab00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=401a16d8-7de8-457c-940d-b9f357495bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451083 Sep 14 13:29:00.243734 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-ad54dedf-e842-4596-ab25-2affdd260f60 service neutron] 10.222.0.18 "GET /v2.0/networks/401a16d8-7de8-457c-940d-b9f357495bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940008 Sep 14 13:29:00.371961 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8edaa40-08c6-4a0b-9e03-31a0c75a339c req-32e2641e-f21c-4805-b7f8-801c8d5c6b06 service neutron] 10.222.0.18 "GET /v2.0/networks/401a16d8-7de8-457c-940d-b9f357495bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186647 Sep 14 13:29:00.891340 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66bd0e-9a22-4cb0-8b0e-b73e131812a7 req-0271980d-afe5-49f2-b386-6ca4175f87d2 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:00.893128 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ca66bd0e-9a22-4cb0-8b0e-b73e131812a7 req-0271980d-afe5-49f2-b386-6ca4175f87d2 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 947 time: 0.0529873 Sep 14 13:29:00.931564 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ca66bd0e-9a22-4cb0-8b0e-b73e131812a7 req-8a9b8f65-16f7-4f2e-b61c-4a4e117ce636 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Sep 14 13:29:01.102633 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52473244-42b1-4764-b92b-67e40f156dcd req-329d6a53-8a2d-4201-8e57-0cc0ecbcced7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:01.104316 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52473244-42b1-4764-b92b-67e40f156dcd req-329d6a53-8a2d-4201-8e57-0cc0ecbcced7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0555229 Sep 14 13:29:01.145212 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52473244-42b1-4764-b92b-67e40f156dcd req-7de04885-5dc3-4d01-a588-aef33dbb9427 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Sep 14 13:29:01.151283 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:01.264279 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83870b1b-e23f-415f-939c-07552cd03805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:01.357214 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83870b1b-e23f-415f-939c-07552cd03805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:01.361277 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83870b1b-e23f-415f-939c-07552cd03805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:01.395781 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83870b1b-e23f-415f-939c-07552cd03805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1205f8dd-6241-4155-9e46-f81645d5cd78,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:01.400333 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-83870b1b-e23f-415f-939c-07552cd03805 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9e0b81dd4d5410e93ec225d1223ff90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480974 Sep 14 13:29:01.402939 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:01.472699 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d33dd449-1886-4e2a-b789-500f2d6264c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:01.506182 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d33dd449-1886-4e2a-b789-500f2d6264c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:01.599033 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d33dd449-1886-4e2a-b789-500f2d6264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:01.604090 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d33dd449-1886-4e2a-b789-500f2d6264c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:01.605917 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-d33dd449-1886-4e2a-b789-500f2d6264c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1205f8dd-6241-4155-9e46-f81645d5cd78 HTTP/1.1" status: 204 len: 168 time: 0.2019336 Sep 14 13:29:01.621455 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dd449-1886-4e2a-b789-500f2d6264c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1205f8dd-6241-4155-9e46-f81645d5cd78,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:01.804661 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:02.010370 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb6a42-2638-4327-8a8c-04e3300624f8 req-47adf47f-90f5-413c-9794-7299abed2212 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:02.011994 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-abcb6a42-2638-4327-8a8c-04e3300624f8 req-47adf47f-90f5-413c-9794-7299abed2212 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0873199 Sep 14 13:29:02.018718 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:02.034872 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a124afa-e90f-4a5a-bf11-f225c726d1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.169536 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a124afa-e90f-4a5a-bf11-f225c726d1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.175869 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a124afa-e90f-4a5a-bf11-f225c726d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.181667 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10a426cd-ff83-4708-9a63-b00466d0a78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.188291 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-abcb6a42-2638-4327-8a8c-04e3300624f8 req-36a929fd-5fc0-4c61-b826-ed4995355beb tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706326 Sep 14 13:29:02.239272 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1a124afa-e90f-4a5a-bf11-f225c726d1cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb1ddfca92104d3985e5b7decaa43f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186403 Sep 14 13:29:02.245222 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:02.277104 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e899aef-ab02-4b97-9d38-1af6ca050b3c req-6b267498-d968-4aac-82ac-e461fb10e128 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:02.278645 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a124afa-e90f-4a5a-bf11-f225c726d1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d17e17-9af1-406b-ae6e-6b05adda4cc4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:02.279628 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e899aef-ab02-4b97-9d38-1af6ca050b3c req-6b267498-d968-4aac-82ac-e461fb10e128 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 947 time: 0.2315338 Sep 14 13:29:02.310601 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-baa2a8d2-0f2d-42ae-861f-64e3e65753ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1814046 Sep 14 13:29:02.339009 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bcae5ec-4523-4bd9-8177-8b6dff0d4274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.375771 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bcae5ec-4523-4bd9-8177-8b6dff0d4274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.448894 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bcae5ec-4523-4bd9-8177-8b6dff0d4274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.451758 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bcae5ec-4523-4bd9-8177-8b6dff0d4274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.462973 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1bcae5ec-4523-4bd9-8177-8b6dff0d4274 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45d17e17-9af1-406b-ae6e-6b05adda4cc4 HTTP/1.1" status: 204 len: 168 time: 0.2117524 Sep 14 13:29:02.466694 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcae5ec-4523-4bd9-8177-8b6dff0d4274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d17e17-9af1-406b-ae6e-6b05adda4cc4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:02.490222 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e899aef-ab02-4b97-9d38-1af6ca050b3c req-e3116f49-ba3a-4f49-8c1e-a5b0a3d432e1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990507 Sep 14 13:29:02.512128 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38063a-9758-4c84-ae39-3a38927c0224 req-d74c9622-45fc-4f67-b527-d42696ae39df tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:02.517161 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3e38063a-9758-4c84-ae39-3a38927c0224 req-d74c9622-45fc-4f67-b527-d42696ae39df tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.2591236 Sep 14 13:29:02.546625 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def806a-839f-4454-b790-7856fd3966b5 req-790a82f1-4c74-4446-9776-d0d0ee41e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:02.548082 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-790a82f1-4c74-4446-9776-d0d0ee41e079 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.1699603 Sep 14 13:29:02.608055 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3e38063a-9758-4c84-ae39-3a38927c0224 req-5fa0b157-18e7-42d2-8df9-30c3cb334c29 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879698 Sep 14 13:29:02.613694 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10a426cd-ff83-4708-9a63-b00466d0a78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.622782 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10a426cd-ff83-4708-9a63-b00466d0a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.701737 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-10a426cd-ff83-4708-9a63-b00466d0a78c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=632020a0f6c74aee86f59326dcfc2a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955865 Sep 14 13:29:02.704398 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:02.705881 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a426cd-ff83-4708-9a63-b00466d0a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a45676-c656-461d-b406-c52871f4bb74,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:02.723685 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def806a-839f-4454-b790-7856fd3966b5 req-810835bd-4999-48b7-a28e-72beec57ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:02.725276 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-810835bd-4999-48b7-a28e-72beec57ddba service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.1493356 Sep 14 13:29:02.759916 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5901571c-fcc5-4f8c-8cd5-a31f0308711f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.779679 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-999a18b2-06f7-40f8-9603-86776e41d5b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 217 time: 0.0374534 Sep 14 13:29:02.781494 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5901571c-fcc5-4f8c-8cd5-a31f0308711f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.835105 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5901571c-fcc5-4f8c-8cd5-a31f0308711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.838874 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5901571c-fcc5-4f8c-8cd5-a31f0308711f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:02.839720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def806a-839f-4454-b790-7856fd3966b5 req-e524d4c5-4743-4ff5-a890-0d30d0a34c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:02.840949 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5901571c-fcc5-4f8c-8cd5-a31f0308711f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73a45676-c656-461d-b406-c52871f4bb74 HTTP/1.1" status: 204 len: 168 time: 0.1353261 Sep 14 13:29:02.841296 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-e524d4c5-4743-4ff5-a890-0d30d0a34c91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.0484045 Sep 14 13:29:02.849117 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901571c-fcc5-4f8c-8cd5-a31f0308711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a45676-c656-461d-b406-c52871f4bb74,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:02.899184 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-e43392d0-72e5-481b-b845-9a14556b3711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385387 Sep 14 13:29:03.024277 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-ae7c766f-d189-42ee-b2fb-de838a35dc80 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101413 Sep 14 13:29:03.108781 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:03.122174 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47a9e65c-313d-4367-82b7-cf90d2f65757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.138219 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5def806a-839f-4454-b790-7856fd3966b5 req-f3dfa3d0-ce26-42c8-a31a-a6cc33c11f01 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974987 Sep 14 13:29:03.222380 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47a9e65c-313d-4367-82b7-cf90d2f65757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.229098 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47a9e65c-313d-4367-82b7-cf90d2f65757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.261328 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:03.261887 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-47a9e65c-313d-4367-82b7-cf90d2f65757 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22bcb4b8408148b59689401a08abd8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512399 Sep 14 13:29:03.283061 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9e65c-313d-4367-82b7-cf90d2f65757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc27ed6-92c2-47f1-adec-5d06a3e4fed1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:03.360514 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d81e-2337-4b9b-b5c1-35eebb7e9947 req-38f42526-d7d9-49f9-9f19-23b54bf3073f tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:03.365445 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f246d81e-2337-4b9b-b5c1-35eebb7e9947 req-38f42526-d7d9-49f9-9f19-23b54bf3073f tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0867374 Sep 14 13:29:03.373573 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a2ae64-61a7-4d13-aff0-80e30fb0e8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.414619 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a2ae64-61a7-4d13-aff0-80e30fb0e8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.437980 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f246d81e-2337-4b9b-b5c1-35eebb7e9947 req-a86ea25c-a29d-472b-b228-a485f5c71142 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Sep 14 13:29:03.451021 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:03.489431 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a2ae64-61a7-4d13-aff0-80e30fb0e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.491898 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a2ae64-61a7-4d13-aff0-80e30fb0e8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.493106 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-72a2ae64-61a7-4d13-aff0-80e30fb0e8b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cc27ed6-92c2-47f1-adec-5d06a3e4fed1 HTTP/1.1" status: 204 len: 168 time: 0.2307193 Sep 14 13:29:03.502189 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ae64-61a7-4d13-aff0-80e30fb0e8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc27ed6-92c2-47f1-adec-5d06a3e4fed1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:03.577716 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1932793963-network', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:03.602020 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Made reservation on behalf of afe541c6e9b94ea3ad62cb54784cd417 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:03.604500 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.614217 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.738842 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.745240 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.777770 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:29:03.794606 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5637df8b-70a4-430c-8f9f-0e9a2b0ee817,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:03.798292 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.798622 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Added segment 227f9ed3-d4b5-4651-bab5-3fed46c0e166 of type vlan for network a752ae93-631f-4d62-8192-3dbb58c804db Sep 14 13:29:03.852584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.894919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c88c-3b07-4d77-a31a-5f2628050769 req-1bdaa179-4b23-46f6-bd5e-4e6edaebb34a tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:03.895192 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3518c88c-3b07-4d77-a31a-5f2628050769 req-1bdaa179-4b23-46f6-bd5e-4e6edaebb34a tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 947 time: 0.3218317 Sep 14 13:29:03.902057 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.903359 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:03.904243 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:03.916460 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c40176-daba-443e-a2e0-ca4753f742dc req-e7cefdeb-9844-4bc6-9068-4ac344148780 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:03.925246 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d1c40176-daba-443e-a2e0-ca4753f742dc req-e7cefdeb-9844-4bc6-9068-4ac344148780 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0818768 Sep 14 13:29:03.941346 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4892099 Sep 14 13:29:03.943561 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42232) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:03.981007 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Request body: {'subnet': {'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1932793963-subnet', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:03.985358 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3fff0-8e55-436e-bace-289b87d36287 admin admin] Pushing event updated for resources: {'Network': ['ID=a752ae93-631f-4d62-8192-3dbb58c804db,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:03.993643 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d1c40176-daba-443e-a2e0-ca4753f742dc req-76acf2dd-5806-437d-a935-bf44fa6d5171 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673063 Sep 14 13:29:04.001988 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network a752ae93-631f-4d62-8192-3dbb58c804db details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:29:04.013485 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3518c88c-3b07-4d77-a31a-5f2628050769 req-7be17753-630a-4194-850f-43a8bc1ed6c8 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745320 Sep 14 13:29:04.014024 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Made reservation on behalf of afe541c6e9b94ea3ad62cb54784cd417 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:04.017045 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.190165 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:04.210578 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.262717 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:04.279527 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Checking segment: {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:04.279882 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Network hostable DHCP agents. Network: a752ae93-631f-4d62-8192-3dbb58c804db, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:29:04.303315 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Network a752ae93-631f-4d62-8192-3dbb58c804db is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:29:04.315838 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, a752ae93-631f-4d62-8192-3dbb58c804db) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:04.321040 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:04.322064 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.323187 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.327398 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140c3d7-c93c-4211-be9c-326d11e91a33 None None] Network a752ae93-631f-4d62-8192-3dbb58c804db requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:04.340050 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-9251a661-80a9-45ee-8534-5c46e1afe90d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3632269 Sep 14 13:29:04.340784 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:04.345053 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:04.367599 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.db.api [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 13:29:04.367599 dv-cinder-798783-2-iscsi neutron-server[93945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 13:29:04.367599 dv-cinder-798783-2-iscsi neutron-server[93945]: [parameters: {'project_id_1': '8172e23280b949cca2a4cb4d5f5e43f4', 'expiration_1': datetime.datetime(2021, 9, 14, 13, 28, 44, 350715)}] Sep 14 13:29:04.367599 dv-cinder-798783-2-iscsi neutron-server[93945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 13:29:04.368378 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG oslo_db.api [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 13:29:04.375233 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.376254 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.425810 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.488157 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-a752ae93-631f-4d62-8192-3dbb58c804db', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:29:04.489077 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.610855 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0ff52-3e71-449e-afa2-a17c86f318e8 req-0d4db585-9d09-4a9f-b7a7-6adda5fc06d0 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:04.612862 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dcd0ff52-3e71-449e-afa2-a17c86f318e8 req-0d4db585-9d09-4a9f-b7a7-6adda5fc06d0 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0708911 Sep 14 13:29:04.654394 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Allocated IP 172.20.0.2 (a752ae93-631f-4d62-8192-3dbb58c804db/95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07/5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:04.658370 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dcd0ff52-3e71-449e-afa2-a17c86f318e8 req-18e68b4d-80b5-458a-9759-ce1b5a6e4ba0 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Sep 14 13:29:04.662832 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 5750f217-9b71-4d97-8234-e47f0929995b details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:29:04.771096 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.869712 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.925783 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 5750f217-9b71-4d97-8234-e47f0929995b, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=5750f217-9b71-4d97-8234-e47f0929995b,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:04.931952 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:04.948402 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Transition to ACTIVE for port object 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:04.951301 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '5750f217-9b71-4d97-8234-e47f0929995b', 'network_id': '401a16d8-7de8-457c-940d-b9f357495bbc', 'port_id': '5750f217-9b71-4d97-8234-e47f0929995b', 'mac_address': 'fa:16:3e:db:fa:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e206923b-8626-4be9-ab29-2bfe803d290d', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:29:04.994726 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Transition to ACTIVE for port object 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:05.002406 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.003831 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.004930 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.006574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.028773 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.047189 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.049434 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8172e23280b949cca2a4cb4d5f5e43f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8581917 Sep 14 13:29:05.050469 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b450d7-6b3d-4b20-8f56-b4debbb9f113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8876e-2220-43d8-96c1-e9ea94d3d3dc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:05.053463 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:05.070598 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Network a752ae93-631f-4d62-8192-3dbb58c804db is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:05.077570 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:05.081481 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:05.084977 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5750f217-9b71-4d97-8234-e47f0929995b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:29:05.099696 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Pushing event updated for resources: {'Port': ['ID=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:05.123161 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-167c6cf8-7cf6-4f49-8fdb-5ebb55a597db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.135318 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 5750f217-9b71-4d97-8234-e47f0929995b, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=5750f217-9b71-4d97-8234-e47f0929995b,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:05.136957 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.137289 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.137622 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.138183 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.138672 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.139021 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.139332 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.139653 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.139996 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.140320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.140635 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.140971 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:05.146761 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.152572 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Allocated IP 172.27.2.115 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/2834dc1c-9968-427b-ace3-8f81be471fe5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:05.172628 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-167c6cf8-7cf6-4f49-8fdb-5ebb55a597db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.193508 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc42a-e679-4243-9aef-e650d040de01 req-0de5cd7b-52e0-4c9a-87f0-1e6e0ccb7579 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:05.195033 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-109bc42a-e679-4243-9aef-e650d040de01 req-0de5cd7b-52e0-4c9a-87f0-1e6e0ccb7579 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0890377 Sep 14 13:29:05.197792 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Attempting to bind port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:05.198244 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Attempting to bind port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:05.198598 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Attempting to bind port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd on network a752ae93-631f-4d62-8192-3dbb58c804db {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:05.212776 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:05.213141 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Checking segment: {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:05.213710 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.214095 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Bound using segment: {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:05.214544 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Bound port: 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:05.215074 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.233248 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=5750f217-9b71-4d97-8234-e47f0929995b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:05.256189 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-109bc42a-e679-4243-9aef-e650d040de01 req-3dc1a0ba-ccc6-4207-ae0b-a4020c87505b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468183 Sep 14 13:29:05.264760 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-167c6cf8-7cf6-4f49-8fdb-5ebb55a597db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.273075 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-167c6cf8-7cf6-4f49-8fdb-5ebb55a597db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.277397 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-167c6cf8-7cf6-4f49-8fdb-5ebb55a597db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40c8876e-2220-43d8-96c1-e9ea94d3d3dc HTTP/1.1" status: 204 len: 168 time: 0.2229054 Sep 14 13:29:05.286069 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.296193 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c6cf8-7cf6-4f49-8fdb-5ebb55a597db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8876e-2220-43d8-96c1-e9ea94d3d3dc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:05.298763 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] For port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:05.303154 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] For port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:05.308302 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.338582 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.377869 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:05.379311 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c80f8-9e8d-4934-ac09-c17aac29805f None None] Pushing event updated for resources: {'Port': ['ID=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:05.381541 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd69076-8490-4a31-8d09-7641540e8170 req-712cd13c-2ad2-4758-9dc9-4e929bef68b2 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:05.382232 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:05.391285 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:05.397215 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bd69076-8490-4a31-8d09-7641540e8170 req-712cd13c-2ad2-4758-9dc9-4e929bef68b2 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 948 time: 0.0686622 Sep 14 13:29:05.435326 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=2834dc1c-9968-427b-ace3-8f81be471fe5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:05.450292 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bd69076-8490-4a31-8d09-7641540e8170 req-be9ddaaf-e7bc-4047-8f44-db7b18290c4e tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Sep 14 13:29:05.700492 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.709142 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.712319 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:05.735901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8cebcecf-692a-4e69-a01a-2a4316debefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.824933 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e43f27-f0d8-430e-95cd-8b41094667cd req-f2aea19a-40c9-41fc-b31c-60679e1b326e tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:05.826513 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9e43f27-f0d8-430e-95cd-8b41094667cd req-f2aea19a-40c9-41fc-b31c-60679e1b326e tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.0787196 Sep 14 13:29:05.883106 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9e43f27-f0d8-430e-95cd-8b41094667cd req-2044bbf9-1277-4a50-8378-d455594e8725 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Sep 14 13:29:05.901066 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8cebcecf-692a-4e69-a01a-2a4316debefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.905575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8cebcecf-692a-4e69-a01a-2a4316debefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.922694 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:05.945538 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebcecf-692a-4e69-a01a-2a4316debefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa52202-db02-4c40-99d8-589e55571703,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:05.952165 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-8cebcecf-692a-4e69-a01a-2a4316debefa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5323343e6b945b8bf20f32bcbed1a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363434 Sep 14 13:29:05.952335 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:06.000898 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55adae49-a458-4b66-bdf6-18dad71327c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:06.022200 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55adae49-a458-4b66-bdf6-18dad71327c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:06.070384 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Router 521818c5-2775-4cc7-a95d-a7d25a9761ac is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:29:06.081546 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55adae49-a458-4b66-bdf6-18dad71327c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:06.084237 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55adae49-a458-4b66-bdf6-18dad71327c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:06.087968 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-55adae49-a458-4b66-bdf6-18dad71327c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/baa52202-db02-4c40-99d8-589e55571703 HTTP/1.1" status: 204 len: 168 time: 0.1321421 Sep 14 13:29:06.093455 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adae49-a458-4b66-bdf6-18dad71327c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa52202-db02-4c40-99d8-589e55571703,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:06.184812 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:29:06.194768 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Sync routers for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:29:06.203916 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:06.205579 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5ba1e1e8-e48a-4115-88ca-52b919020ec6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8636870 Sep 14 13:29:06.207089 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:06.207873 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:28:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:06.210201 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:06.345491 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:06.399973 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa860367-67c8-4fb6-a5d1-d26f72a24697 req-75975e8a-c793-4352-afb8-054d105d736e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:06.402223 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa860367-67c8-4fb6-a5d1-d26f72a24697 req-75975e8a-c793-4352-afb8-054d105d736e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0565591 Sep 14 13:29:06.457213 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa860367-67c8-4fb6-a5d1-d26f72a24697 req-001a69b6-3b0d-4979-b729-47edf1318613 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482953 Sep 14 13:29:06.560491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c6799c-ef76-4869-ab9f-8c14f236fe72 None None] Network a752ae93-631f-4d62-8192-3dbb58c804db requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:06.653100 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-888fc83b-1e94-491f-b486-7dfb7b3639b2 None None] Provisioning for port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:06.660467 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b548d8d-7b2b-458b-a197-7cc8c763ac50 req-86b3aed6-9910-4a2c-a393-fe3b350553b4 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:06.665308 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b548d8d-7b2b-458b-a197-7cc8c763ac50 req-86b3aed6-9910-4a2c-a393-fe3b350553b4 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 948 time: 0.1066680 Sep 14 13:29:06.668290 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:05Z', 'revision_number': 3, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:06.685996 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:06.712506 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Checking router: 521818c5-2775-4cc7-a95d-a7d25a9761ac for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:29:06.712892 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Updating router 521818c5-2775-4cc7-a95d-a7d25a9761ac port 2834dc1c-9968-427b-ace3-8f81be471fe5 binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:29:06.729857 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b548d8d-7b2b-458b-a197-7cc8c763ac50 req-fd4d2995-53df-4e91-903a-af8af4073133 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549335 Sep 14 13:29:06.746812 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:06.868765 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:06.943770 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:06.951941 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:06.952323 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.027681 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['5750f217-9b71-4d97-8234-e47f0929995b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:29:07.102754 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.126678 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Transition to ACTIVE for port object 2834dc1c-9968-427b-ace3-8f81be471fe5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:07.143980 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.176919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad16ede-9eb5-41da-be80-84491497cf77 req-21362565-20f6-4602-97b9-ff318b196406 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:07.179084 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dad16ede-9eb5-41da-be80-84491497cf77 req-21362565-20f6-4602-97b9-ff318b196406 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.2511191 Sep 14 13:29:07.278129 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Allocated IP 172.20.0.1 (a752ae93-631f-4d62-8192-3dbb58c804db/95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07/256d02cf-0e06-4d61-9b37-07c0402207d1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:07.321933 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f3558-ab69-4850-ad9b-a454c761a91c req-3bdc5185-a044-4e28-a360-3ebcd911a820 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:07.323812 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308f3558-ab69-4850-ad9b-a454c761a91c req-3bdc5185-a044-4e28-a360-3ebcd911a820 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 945 time: 0.3385909 Sep 14 13:29:07.337027 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Attempting to bind port 2834dc1c-9968-427b-ace3-8f81be471fe5 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:07.337582 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Attempting to bind port 2834dc1c-9968-427b-ace3-8f81be471fe5 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:07.337738 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Attempting to bind port 2834dc1c-9968-427b-ace3-8f81be471fe5 on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:07.344148 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Pushing event updated for resources: {'Port': ['ID=2834dc1c-9968-427b-ace3-8f81be471fe5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:07.352132 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:07.352847 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:07.353493 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.354497 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:07.355181 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Bound port: 2834dc1c-9968-427b-ace3-8f81be471fe5, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:07.355736 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.375793 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.448369 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] For port 2834dc1c-9968-427b-ace3-8f81be471fe5, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:07.454381 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] For port 2834dc1c-9968-427b-ace3-8f81be471fe5, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2834dc1c-9968-427b-ace3-8f81be471fe5,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:07.457700 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.458422 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.458917 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.459369 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.459911 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.460302 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.460647 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.461084 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.461437 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.461984 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.462285 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.462667 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:07.468677 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.523956 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:07.529212 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.539310 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.547141 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d79932-144d-4c1b-9928-f440c871b113 None None] Pushing event updated for resources: {'Port': ['ID=2834dc1c-9968-427b-ace3-8f81be471fe5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:07.559386 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:07.560000 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:28:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:07.576369 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Transition to ACTIVE for port object 256d02cf-0e06-4d61-9b37-07c0402207d1 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:07.578954 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308f3558-ab69-4850-ad9b-a454c761a91c req-b44ff89d-1445-4d87-b684-9169335ca7a1 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/security-groups?id=64fe711c-7131-47ea-ab4c-c87032fbc239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356155 Sep 14 13:29:07.646972 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.682175 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5632d007-c044-4695-b354-e1a97259b0ab None None] Provisioning complete for port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:07.687763 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5632d007-c044-4695-b354-e1a97259b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.700470 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Deleting port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:29:07.700892 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.748105 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a98d7-c59c-435d-b03f-7c6dc2a759d6 req-11008721-74a4-4070-9dbc-5be5126bd44b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:07.750315 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9c7a98d7-c59c-435d-b03f-7c6dc2a759d6 req-11008721-74a4-4070-9dbc-5be5126bd44b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1418850 Sep 14 13:29:07.767128 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:07.775919 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Network a752ae93-631f-4d62-8192-3dbb58c804db is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:07.781626 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:07.783986 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:07.813331 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:07.901423 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9c7a98d7-c59c-435d-b03f-7c6dc2a759d6 req-d4ebb8a8-efa7-4250-bcc6-375bf34e8095 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393735 Sep 14 13:29:07.927840 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Pushing event updated for resources: {'Port': ['ID=256d02cf-0e06-4d61-9b37-07c0402207d1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:07.967037 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:07.994631 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] For port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,segment=NetworkSegment(5bb9ded3-eba5-4051-9d4b-454482f914a8),segment_id=5bb9ded3-eba5-4051-9d4b-454482f914a8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:07.995296 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.020076 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Calling delete_port for 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:29:08.057796 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f54bdd-bced-4c3e-a2c2-6477e9e2b45c req-a395e5a7-2916-4c87-b858-7ea08645eb0e tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:08.071179 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f54bdd-bced-4c3e-a2c2-6477e9e2b45c req-a395e5a7-2916-4c87-b858-7ea08645eb0e tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 948 time: 0.1687596 Sep 14 13:29:08.185163 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f54bdd-bced-4c3e-a2c2-6477e9e2b45c req-5190c2c9-6897-404a-9909-9e30e509fc66 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908833 Sep 14 13:29:08.257258 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:05Z', 'revision_number': 3, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:08.285339 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e1912-72e8-4e31-8e02-3459c0a1b6e8 None None] The sync data for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi is: [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:05Z', 'revision_number': 3, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:29:08.286041 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.325811 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9c763e43-684c-4439-8822-3b60037340d0 None None] Provisioning for port 256d02cf-0e06-4d61-9b37-07c0402207d1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:08.337396 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.338716 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9c763e43-684c-4439-8822-3b60037340d0 None None] Provisioning complete for port 256d02cf-0e06-4d61-9b37-07c0402207d1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:08.340421 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c763e43-684c-4439-8822-3b60037340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.373578 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['23774165-d3e0-4ec1-8e5f-7156a18cdcc3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:29:08.421387 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Pushing event deleted for resources: {'Port': ['ID=23774165-d3e0-4ec1-8e5f-7156a18cdcc3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:08.430209 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9c763e43-684c-4439-8822-3b60037340d0 None None] Port 256d02cf-0e06-4d61-9b37-07c0402207d1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:08.440631 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] No DVR routers for this DVR port 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:29:08.449866 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.452166 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dad16ede-9eb5-41da-be80-84491497cf77 req-30247bab-12c1-4c4c-a091-f60a26fd16e5 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.18 "DELETE /v2.0/ports/23774165-d3e0-4ec1-8e5f-7156a18cdcc3 HTTP/1.1" status: 204 len: 173 time: 1.2624722 Sep 14 13:29:08.452811 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'name': 'network-vif-deleted', 'tag': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:08.455457 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d31e99-b13b-4e1f-b79f-cdd4a1ddfd9b" -d '{"events": [{"server_uuid": "33b97756-9ca6-4589-962e-4b8a8a2e6c0e", "name": "network-vif-deleted", "tag": "23774165-d3e0-4ec1-8e5f-7156a18cdcc3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:08.566877 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9764f0ea-dc79-4078-8834-c39ac6a68bdb x-openstack-request-id: req-9764f0ea-dc79-4078-8834-c39ac6a68bdb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:08.573772 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b97756-9ca6-4589-962e-4b8a8a2e6c0e", "name": "network-vif-deleted", "tag": "23774165-d3e0-4ec1-8e5f-7156a18cdcc3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:08.573978 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9764f0ea-dc79-4078-8834-c39ac6a68bdb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:08.574427 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b97756-9ca6-4589-962e-4b8a8a2e6c0e', 'name': 'network-vif-deleted', 'tag': '23774165-d3e0-4ec1-8e5f-7156a18cdcc3', 'status': 'completed', 'code': 200} Sep 14 13:29:08.588582 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.601540 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.633591 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 5750f217-9b71-4d97-8234-e47f0929995b up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:08.643636 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:08.898688 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:08.900166 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:08.920650 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 5750f217-9b71-4d97-8234-e47f0929995b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:08.934475 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8b700ba-dc5c-433a-a856-018079544729 req-ada1118e-cb70-4bcb-b153-dd442d458fe8 tempest-DeleteServersTestJSON-233165561 tempest-DeleteServersTestJSON-233165561-project] 10.222.0.30 "GET /v2.0/ports?device_id=33b97756-9ca6-4589-962e-4b8a8a2e6c0e HTTP/1.1" status: 200 len: 210 time: 0.1295583 Sep 14 13:29:08.975473 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3cb34-acc9-4e5c-b305-f52057c2126f req-09608c9c-49de-4e59-9c95-cb74d1602048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:08.977399 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b5b3cb34-acc9-4e5c-b305-f52057c2126f req-09608c9c-49de-4e59-9c95-cb74d1602048 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 1099 time: 0.1904750 Sep 14 13:29:09.017570 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 5750f217-9b71-4d97-8234-e47f0929995b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:09.017944 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.063544 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b5b3cb34-acc9-4e5c-b305-f52057c2126f req-bffd442d-189c-4ec8-8c88-0bdc76f46281 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742249 Sep 14 13:29:09.085718 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Pushing event updated for resources: {'Port': ['ID=256d02cf-0e06-4d61-9b37-07c0402207d1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:09.088320 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.110311 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:09.165776 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208c676-1e01-4926-83e4-cd44e07163a9 req-aa4848ee-a56f-41ac-8fe4-40342d2d2eac tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:09.168420 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b208c676-1e01-4926-83e4-cd44e07163a9 req-aa4848ee-a56f-41ac-8fe4-40342d2d2eac tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1098194 Sep 14 13:29:09.217884 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.254775 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b208c676-1e01-4926-83e4-cd44e07163a9 req-6ebfeb57-22cc-4941-adb9-0ae2df4d0b2e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718307 Sep 14 13:29:09.265879 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:09.270713 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3cc571-67b1-45d2-bb0a-6211ce53e99b" -d '{"events": [{"server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "name": "network-vif-plugged", "status": "completed", "tag": "5750f217-9b71-4d97-8234-e47f0929995b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:09.300335 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 5750f217-9b71-4d97-8234-e47f0929995b, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=5750f217-9b71-4d97-8234-e47f0929995b,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:09.307620 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.308648 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:29:09.346718 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a58df94e-c4e5-4abc-b1e1-52b35532d504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.353678 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Network a752ae93-631f-4d62-8192-3dbb58c804db is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:09.354486 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7c5c54-bf56-4770-9cdf-86a55e86277b x-openstack-request-id: req-9c7c5c54-bf56-4770-9cdf-86a55e86277b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:09.355127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "name": "network-vif-plugged", "status": "completed", "tag": "5750f217-9b71-4d97-8234-e47f0929995b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:09.355592 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c7c5c54-bf56-4770-9cdf-86a55e86277b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:09.356187 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b', 'code': 200} Sep 14 13:29:09.366978 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:09.408642 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:29:09.409002 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 23774165-d3e0-4ec1-8e5f-7156a18cdcc3 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:29:09.417935 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbd4cc-243c-4e3d-93ef-1063f0c771fc req-fca54994-4b49-47c8-8a88-8e17f4d41d37 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:09.419404 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54dbd4cc-243c-4e3d-93ef-1063f0c771fc req-fca54994-4b49-47c8-8a88-8e17f4d41d37 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 949 time: 0.1062875 Sep 14 13:29:09.497084 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=5750f217-9b71-4d97-8234-e47f0929995b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:09.523931 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54dbd4cc-243c-4e3d-93ef-1063f0c771fc req-8dba9bad-ac8a-484b-b6d6-a15383fb96d2 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 Sep 14 13:29:09.705018 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Router 521818c5-2775-4cc7-a95d-a7d25a9761ac has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:29:09.770391 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-11064ab8-6c89-4581-b0e8-2331152c0a80 None None] Provisioning complete for port 256d02cf-0e06-4d61-9b37-07c0402207d1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:09.771533 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11064ab8-6c89-4581-b0e8-2331152c0a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.782323 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64c46-f885-4204-9356-d173ff4480d5 req-8d0c633c-1511-49e9-85b2-2e9996bc269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:09.788546 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3cc64c46-f885-4204-9356-d173ff4480d5 req-8d0c633c-1511-49e9-85b2-2e9996bc269e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 1102 time: 0.1409738 Sep 14 13:29:09.820985 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a58df94e-c4e5-4abc-b1e1-52b35532d504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.822745 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-11064ab8-6c89-4581-b0e8-2331152c0a80 None None] Port 256d02cf-0e06-4d61-9b37-07c0402207d1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:09.833822 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3cc64c46-f885-4204-9356-d173ff4480d5 req-c3f8d05a-9298-494d-91b2-d7efbdadb53c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Sep 14 13:29:09.871866 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a58df94e-c4e5-4abc-b1e1-52b35532d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.893190 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97d14605-e5f8-44c1-9c26-b2e6fd73b35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.924620 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-a58df94e-c4e5-4abc-b1e1-52b35532d504 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=529e57c723154ed396bdf7a6c43067a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8116355 Sep 14 13:29:09.927589 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:09.928019 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58df94e-c4e5-4abc-b1e1-52b35532d504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a77b90b-8de0-424b-a6ab-82864d8ca36d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:09.990889 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6fff6-c138-4c81-84b2-1337f0983c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:09.993489 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:29:09.999009 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-b9ad92ca-2a3a-4d8e-9ef9-444cac6fa814 admin admin] 10.222.0.30 "PUT /v2.0/routers/521818c5-2775-4cc7-a95d-a7d25a9761ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7877591 Sep 14 13:29:10.022697 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6fff6-c138-4c81-84b2-1337f0983c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.084068 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6fff6-c138-4c81-84b2-1337f0983c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.086610 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6fff6-c138-4c81-84b2-1337f0983c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.087998 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-dab6fff6-c138-4c81-84b2-1337f0983c71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a77b90b-8de0-424b-a6ab-82864d8ca36d HTTP/1.1" status: 204 len: 168 time: 0.1596653 Sep 14 13:29:10.097003 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6fff6-c138-4c81-84b2-1337f0983c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a77b90b-8de0-424b-a6ab-82864d8ca36d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:10.232264 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:29:10.463321 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c4993-a8bb-431c-9167-eb4a10c80095 req-9d0fe641-6880-459f-8234-67d926578b56 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:10.477339 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-492c4993-a8bb-431c-9167-eb4a10c80095 req-9d0fe641-6880-459f-8234-67d926578b56 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1323452 Sep 14 13:29:10.522139 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-492c4993-a8bb-431c-9167-eb4a10c80095 req-4890a29f-ef9b-4fd4-a768-e73a64da4791 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Sep 14 13:29:10.595454 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2834dc1c-9968-427b-ace3-8f81be471fe5 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:10.666559 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 2834dc1c-9968-427b-ace3-8f81be471fe5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:10.671407 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 2834dc1c-9968-427b-ace3-8f81be471fe5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:10.672015 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.678063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ad66-d2cf-469d-8641-c89bfe282bd3 req-ddeb1640-7e8a-4842-b2b9-f8d1c4309f6b tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:10.679870 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-24a2ad66-d2cf-469d-8641-c89bfe282bd3 req-ddeb1640-7e8a-4842-b2b9-f8d1c4309f6b tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 949 time: 0.0695381 Sep 14 13:29:10.729257 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-24a2ad66-d2cf-469d-8641-c89bfe282bd3 req-a26948a3-c159-432a-8d3e-f535cf2531ef tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Sep 14 13:29:10.766181 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.772204 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42436) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:10.777195 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-522296086-network', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:10.789634 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 2834dc1c-9968-427b-ace3-8f81be471fe5, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2834dc1c-9968-427b-ace3-8f81be471fe5,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:10.794204 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.833142 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Made reservation on behalf of 3e0d37d43fc14baf80e9497f2168e39a for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:10.835712 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.846503 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.850645 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=2834dc1c-9968-427b-ace3-8f81be471fe5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:10.880628 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Sync routers for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:29:10.894427 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:10.894930 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:28:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:10.974851 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.980971 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:10.994824 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:29:11.021457 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:11.025098 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.027408 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Added segment e87ef47e-b71f-403f-a6d4-2644e30d46a1 of type vlan for network 96b9b592-e9f9-4b28-b83d-2ec113550793 Sep 14 13:29:11.080507 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b1ab3c-5962-44e0-a4ff-d895e4fbd755,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:11.087512 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.117642 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.118739 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:11.119511 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.157401 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3840742 Sep 14 13:29:11.160223 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:11.165183 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Request body: {'subnet': {'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-522296086-subnet', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:11.222656 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Made reservation on behalf of 3e0d37d43fc14baf80e9497f2168e39a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:11.225549 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.240291 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372ec09-143b-4ee5-859e-70e5273f2c3a admin admin] Pushing event updated for resources: {'Network': ['ID=96b9b592-e9f9-4b28-b83d-2ec113550793,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:11.269100 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:29:11.307486 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 2, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:11.369019 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Checking router: 521818c5-2775-4cc7-a95d-a7d25a9761ac for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:29:11.369370 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Updating router 521818c5-2775-4cc7-a95d-a7d25a9761ac port 256d02cf-0e06-4d61-9b37-07c0402207d1 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:29:11.396945 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.419623 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.467879 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8d1b28-de90-44a5-8810-907015a2cc96,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:11.486554 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Checking segment: {'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:11.487007 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Network hostable DHCP agents. Network: 96b9b592-e9f9-4b28-b83d-2ec113550793, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:29:11.521062 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:29:11.533584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 96b9b592-e9f9-4b28-b83d-2ec113550793) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:11.543626 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:11.547399 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.547649 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546123ef-d367-42e4-a12d-56f5851f3519 None None] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:11.569671 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-56e409a4-0e7c-4fe9-a680-f0c4fc875197 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4080191 Sep 14 13:29:11.572212 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:11.578905 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:11.615467 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.616511 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.623534 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42474) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:11.688865 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.722699 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] Deleting subnet 9dc86b2e-5bc9-4b8b-ab93-6fe911409195 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:29:11.728421 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.772638 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf21d0-ed4f-4375-ad85-bdee711a13a2 req-e16df681-96d7-47df-969c-85d2adf6b7ce tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:11.781620 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4cbf21d0-ed4f-4375-ad85-bdee711a13a2 req-e16df681-96d7-47df-969c-85d2adf6b7ce tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.1205299 Sep 14 13:29:11.818879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.854901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.895160 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4cbf21d0-ed4f-4375-ad85-bdee711a13a2 req-b95f7161-b4e9-434b-9d14-2f02734cceeb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124473 Sep 14 13:29:11.932781 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0565d6-77a2-4a56-a3be-1db44754f5c6 req-6931ca15-f293-4465-a389-b96eb0daccc6 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:11.934881 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f0565d6-77a2-4a56-a3be-1db44754f5c6 req-6931ca15-f293-4465-a389-b96eb0daccc6 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 949 time: 0.1121018 Sep 14 13:29:11.936043 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.940819 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.978877 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Transition to ACTIVE for port object 256d02cf-0e06-4d61-9b37-07c0402207d1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:11.980643 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:11.995234 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-96b9b592-e9f9-4b28-b83d-2ec113550793', 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'fixed_ips': [{'subnet_id': '2d8d1b28-de90-44a5-8810-907015a2cc96'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:29:11.996131 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.005281 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.006797 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.010103 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9dc86b2e-5bc9-4b8b-ab93-6fe911409195 HTTP/1.1" status: 204 len: 168 time: 0.3855588 Sep 14 13:29:12.010791 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:12.066069 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954a0be-ed63-486b-a783-3a4258ced73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc86b2e-5bc9-4b8b-ab93-6fe911409195,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:12.080725 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f0565d6-77a2-4a56-a3be-1db44754f5c6 req-1173b817-d953-438a-8d63-5fe940344d94 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349497 Sep 14 13:29:12.131357 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7aea8-1c73-4371-b0c5-9ea843724f54 None None] Pushing event updated for resources: {'Port': ['ID=256d02cf-0e06-4d61-9b37-07c0402207d1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:12.170709 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe7a4-22f7-4e75-a363-131fe750b1b0 req-9eca8ce9-fc9c-48a7-b3e6-dba167b5b397 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:12.172265 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-28cfe7a4-22f7-4e75-a363-131fe750b1b0 req-9eca8ce9-fc9c-48a7-b3e6-dba167b5b397 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1572585 Sep 14 13:29:12.176818 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.222493 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Attempting to bind port 256d02cf-0e06-4d61-9b37-07c0402207d1 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:12.222867 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Attempting to bind port 256d02cf-0e06-4d61-9b37-07c0402207d1 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:12.223395 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Attempting to bind port 256d02cf-0e06-4d61-9b37-07c0402207d1 on network a752ae93-631f-4d62-8192-3dbb58c804db {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:12.232545 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:12.233196 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Checking segment: {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:12.236375 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.236983 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Bound using segment: {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:12.237628 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Bound port: 256d02cf-0e06-4d61-9b37-07c0402207d1, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:12.238192 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.247980 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-28cfe7a4-22f7-4e75-a363-131fe750b1b0 req-39ee1373-7421-4b47-9e45-e38c56b69793 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673079 Sep 14 13:29:12.362926 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.400316 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.400666 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.402224 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.402411 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > port after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.402822 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.403173 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > port after_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.403487 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.403822 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.404257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.404602 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.408907 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.412106 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] For port 256d02cf-0e06-4d61-9b37-07c0402207d1, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:12.422451 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] For port 256d02cf-0e06-4d61-9b37-07c0402207d1, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=256d02cf-0e06-4d61-9b37-07c0402207d1,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:12.457200 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.515351 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.549492 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2eb6a8a-3b6d-41e9-ab9e-ad637aa2d887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.629169 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Allocated IP 172.27.2.91 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/ca5873af-78e7-4c2a-ac16-ede62de5b1e9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:12.636073 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.636453 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.637496 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.637496 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 13:29:12.637786 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b2be81-a9ee-40bd-ae24-22456d7ea3c9']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:12.655338 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2834dc1c-9968-427b-ace3-8f81be471fe5 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:12.670495 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Allocated IP 172.20.0.2 (96b9b592-e9f9-4b28-b83d-2ec113550793/2d8d1b28-de90-44a5-8810-907015a2cc96/bb405d99-b51d-475f-8064-97d017d2b135) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:12.693127 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb9ded3-eba5-4051-9d4b-454482f914a8') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:12.693506 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb9ded3-eba5-4051-9d4b-454482f914a8') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:12.697724 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:12.698434 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:12.726804 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13141916'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.759975 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.771585 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:29:12.772170 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13593905'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.803563 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.831609 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: from cryptography.utils import int_from_bytes Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: from cryptography.utils import int_from_bytes Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: Traceback (most recent call last): Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: timer() Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: cb(*args, **kw) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: return func(*args, **kwargs) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: self._notify() Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: self.callback(batched_events) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: event.method(event) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: return f(self, *a, **k) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._get(url).json() Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: return self.request(url, 'GET', **kwargs) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:29:12.863641 dv-cinder-798783-2-iscsi neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:29:12.867761 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.874420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.879329 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/00b2be81-a9ee-40bd-ae24-22456d7ea3c9 HTTP/1.1" status: 204 len: 168 time: 0.8631024 Sep 14 13:29:12.901059 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:12.942053 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da1f1f-1719-40be-adfb-27a7f12d00dd admin admin] Pushing event deleted for resources: {'Network': ['ID=00b2be81-a9ee-40bd-ae24-22456d7ea3c9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:12.972960 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dbaa4-feaa-4a84-b413-67986ca05a5d req-3aa3830d-c8f3-45dc-bc8d-b9ac5a82c5fe tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:12.973263 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:12.976074 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:12.984292 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eb1dbaa4-feaa-4a84-b413-67986ca05a5d req-3aa3830d-c8f3-45dc-bc8d-b9ac5a82c5fe tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 949 time: 0.1185725 Sep 14 13:29:12.987599 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:12.989450 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:12.995646 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:13.034367 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eb1dbaa4-feaa-4a84-b413-67986ca05a5d req-17d78c0c-9636-4e54-9c12-1c9e0070c988 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 Sep 14 13:29:13.137901 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7aea8-1c73-4371-b0c5-9ea843724f54 None None] Pushing event updated for resources: {'Port': ['ID=256d02cf-0e06-4d61-9b37-07c0402207d1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:13.154879 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:13.165895 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b892f2d-66a1-42e8-8c2d-0c97ea36d05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.247225 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42530) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:13.293855 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-36bc2f81-b135-4e2b-8038-7702fe1ec501 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4872e9098814d72a8d8426edc369126&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451913 Sep 14 13:29:13.296287 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:13.346375 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.375798 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ca4a-a926-4e27-8a6a-17dc36ead027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.381413 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 2834dc1c-9968-427b-ace3-8f81be471fe5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:13.382008 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.401596 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ca4a-a926-4e27-8a6a-17dc36ead027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.415056 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b892f2d-66a1-42e8-8c2d-0c97ea36d05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.427687 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b892f2d-66a1-42e8-8c2d-0c97ea36d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.431128 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:13.478534 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ca4a-a926-4e27-8a6a-17dc36ead027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.485998 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ca4a-a926-4e27-8a6a-17dc36ead027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.488010 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-a1d7ca4a-a926-4e27-8a6a-17dc36ead027 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64fe711c-7131-47ea-ab4c-c87032fbc239 HTTP/1.1" status: 204 len: 168 time: 0.1907396 Sep 14 13:29:13.499450 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7ca4a-a926-4e27-8a6a-17dc36ead027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe711c-7131-47ea-ab4c-c87032fbc239,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:13.518012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:13.518235 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0b892f2d-66a1-42e8-8c2d-0c97ea36d05a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f3716a1460b4b44ae87cab3239f1ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379853 Sep 14 13:29:13.519239 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892f2d-66a1-42e8-8c2d-0c97ea36d05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7784c224-f94a-4990-a191-74f02c0217ae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:13.575614 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70b2cafa-1960-4034-97d6-5b2922426f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.576950 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.592841 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Transition to ACTIVE for port object bb405d99-b51d-475f-8064-97d017d2b135 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:13.603997 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70b2cafa-1960-4034-97d6-5b2922426f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.679531 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.684317 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70b2cafa-1960-4034-97d6-5b2922426f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.688592 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70b2cafa-1960-4034-97d6-5b2922426f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.693247 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-70b2cafa-1960-4034-97d6-5b2922426f6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7784c224-f94a-4990-a191-74f02c0217ae HTTP/1.1" status: 204 len: 168 time: 0.1705227 Sep 14 13:29:13.698784 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.700268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2cafa-1960-4034-97d6-5b2922426f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7784c224-f94a-4990-a191-74f02c0217ae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:13.743898 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Transition to ACTIVE for port object bb405d99-b51d-475f-8064-97d017d2b135 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:13.765097 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.825134 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8057027d-ef51-4a30-b825-5456419d3f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.838250 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:13.847347 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:13.859542 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:13.878775 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Pushing event updated for resources: {'Port': ['ID=bb405d99-b51d-475f-8064-97d017d2b135,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:13.905396 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:12Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:13.919976 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Router 1809f728-e30b-46b4-96db-2ab507ae945c is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:29:13.951989 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078296b2-58f8-4427-9d68-f97f97633e73 None None] The sync data for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi is: [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:12Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:29:13.967719 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Attempting to bind port bb405d99-b51d-475f-8064-97d017d2b135 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:13.968092 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Attempting to bind port bb405d99-b51d-475f-8064-97d017d2b135 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:13.968450 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Attempting to bind port bb405d99-b51d-475f-8064-97d017d2b135 on network 96b9b592-e9f9-4b28-b83d-2ec113550793 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:13.975652 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:13.976219 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Checking segment: {'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:13.976942 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:13.977547 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Bound using segment: {'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:13.978255 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Bound port: bb405d99-b51d-475f-8064-97d017d2b135, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:13.978713 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.165628 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] For port bb405d99-b51d-475f-8064-97d017d2b135, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:14.169888 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8057027d-ef51-4a30-b825-5456419d3f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.171982 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] For port bb405d99-b51d-475f-8064-97d017d2b135, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=bb405d99-b51d-475f-8064-97d017d2b135,segment=NetworkSegment(e87ef47e-b71f-403f-a6d4-2644e30d46a1),segment_id=e87ef47e-b71f-403f-a6d4-2644e30d46a1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:14.177296 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:29:14.179416 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8057027d-ef51-4a30-b825-5456419d3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.194070 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Sync routers for ids ['1809f728-e30b-46b4-96db-2ab507ae945c'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:29:14.205752 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.207357 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Routers {'1809f728-e30b-46b4-96db-2ab507ae945c'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:14.209844 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['1809f728-e30b-46b4-96db-2ab507ae945c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:14.239948 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-8057027d-ef51-4a30-b825-5456419d3f19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c9e1bab0ce949f49559d2fb2dd37d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7798688 Sep 14 13:29:14.242555 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057027d-ef51-4a30-b825-5456419d3f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f106a2-7e8d-4498-8085-9bd1bdb5c88b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:14.244720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42566) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:14.268358 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.270481 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-daf9eba7-f2c5-4f69-9e19-c147d35a93f0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6964686 Sep 14 13:29:14.273162 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:14.431138 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838460c-96d5-4868-9c12-ca8a36bb7c24 None None] Pushing event updated for resources: {'Port': ['ID=bb405d99-b51d-475f-8064-97d017d2b135,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:14.521056 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a036c3-5de4-4db8-aa3b-fd3f73ded529 req-03c9ac66-82f8-482e-9f1c-9dcebbe65272 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:14.533135 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5a036c3-5de4-4db8-aa3b-fd3f73ded529 req-03c9ac66-82f8-482e-9f1c-9dcebbe65272 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 949 time: 0.3084624 Sep 14 13:29:14.534385 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Set router 1809f728-e30b-46b4-96db-2ab507ae945c gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:14.663146 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 256d02cf-0e06-4d61-9b37-07c0402207d1 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:14.664793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dbb54ce-3633-48f4-8e68-29ca4299c93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.713516 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dbb54ce-3633-48f4-8e68-29ca4299c93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.773143 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-78733702-5558-4f6a-a9eb-8216f7318ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:14.775027 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-78733702-5558-4f6a-a9eb-8216f7318ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.4227102 Sep 14 13:29:14.807411 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 256d02cf-0e06-4d61-9b37-07c0402207d1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:14.815822 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 256d02cf-0e06-4d61-9b37-07c0402207d1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:14.816468 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:14.947462 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-36461fb0-6fba-41c9-899b-e4479daa2b12 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:14.954226 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-36461fb0-6fba-41c9-899b-e4479daa2b12 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.18 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 949 time: 0.6587598 Sep 14 13:29:15.023635 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:29:13Z', 'revision_number': 3, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port': {'id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:12Z', 'updated_at': '2021-09-14T13:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:15.043860 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.064821 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5a036c3-5de4-4db8-aa3b-fd3f73ded529 req-c6b036ce-c132-44b3-ab55-05d0b51fcfdb tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307078 Sep 14 13:29:15.084140 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Checking router: 1809f728-e30b-46b4-96db-2ab507ae945c for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:29:15.084824 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Updating router 1809f728-e30b-46b4-96db-2ab507ae945c port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:29:15.096846 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 256d02cf-0e06-4d61-9b37-07c0402207d1, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=256d02cf-0e06-4d61-9b37-07c0402207d1,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:15.118631 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.120459 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.186947 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90afb3f-283b-463d-86aa-7b66f4fc4a9e req-fbbc6a1a-7551-41b4-8f6c-8590f2843d99 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:15.196210 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a90afb3f-283b-463d-86aa-7b66f4fc4a9e req-fbbc6a1a-7551-41b4-8f6c-8590f2843d99 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.7265446 Sep 14 13:29:15.201440 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=256d02cf-0e06-4d61-9b37-07c0402207d1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:15.206225 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.296978 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dbb54ce-3633-48f4-8e68-29ca4299c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.299433 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dbb54ce-3633-48f4-8e68-29ca4299c93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.304546 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-5dbb54ce-3633-48f4-8e68-29ca4299c93b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45f106a2-7e8d-4498-8085-9bd1bdb5c88b HTTP/1.1" status: 204 len: 168 time: 1.0568926 Sep 14 13:29:15.308985 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:15.331887 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb54ce-3633-48f4-8e68-29ca4299c93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f106a2-7e8d-4498-8085-9bd1bdb5c88b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:15.364328 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.445081 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a90afb3f-283b-463d-86aa-7b66f4fc4a9e req-e9994dc6-70f8-4df2-a3b8-43e8e6f4b725 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454734 Sep 14 13:29:15.449743 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-b0ba35d1-7048-4a9e-aad5-5d24877e1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:15.451603 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-b0ba35d1-7048-4a9e-aad5-5d24877e1c8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.6522002 Sep 14 13:29:15.701254 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.719275 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Transition to ACTIVE for port object ca5873af-78e7-4c2a-ac16-ede62de5b1e9 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:15.732315 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.754533 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Allocated IP 172.20.0.1 (96b9b592-e9f9-4b28-b83d-2ec113550793/2d8d1b28-de90-44a5-8810-907015a2cc96/4cf3540c-fee5-4c85-a17e-14612f398f24) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:15.875235 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb9895-c17e-4579-9032-cda21b272aa1 None None] Pushing event updated for resources: {'Port': ['ID=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:15.882023 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Attempting to bind port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:15.883836 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Attempting to bind port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:15.884461 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Attempting to bind port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:15.899696 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:15.901430 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:15.902038 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.902742 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:15.903946 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Bound port: ca5873af-78e7-4c2a-ac16-ede62de5b1e9, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:15.906333 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.917524 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:15.941782 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Transition to ACTIVE for port object 4cf3540c-fee5-4c85-a17e-14612f398f24 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:16.002059 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:16.010468 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] For port ca5873af-78e7-4c2a-ac16-ede62de5b1e9, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:16.014561 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] For port ca5873af-78e7-4c2a-ac16-ede62de5b1e9, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:16.018984 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39ba38b5-a124-463e-8f62-5845972f78a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.021500 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.021693 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.032588 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1332880876-network', 'tenant_id': '89bad4a2ac99492d8cc32dff50caa557'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:16.053231 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04943571-df16-4243-9cd6-ef05877e98ae None None] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:16.085559 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:16.089696 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-4c89f946-f4fe-44db-90f7-614ac90e462e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 217 time: 0.6190627 Sep 14 13:29:16.094767 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Made reservation on behalf of 89bad4a2ac99492d8cc32dff50caa557 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:16.096979 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.127048 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb9895-c17e-4579-9032-cda21b272aa1 None None] Pushing event updated for resources: {'Port': ['ID=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:16.132770 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Deleting port 5750f217-9b71-4d97-8234-e47f0929995b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:29:16.133110 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.175338 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Routers {'1809f728-e30b-46b4-96db-2ab507ae945c'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:16.177646 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['1809f728-e30b-46b4-96db-2ab507ae945c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:16.188227 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39ba38b5-a124-463e-8f62-5845972f78a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.191708 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:16.196277 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:16.202074 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39ba38b5-a124-463e-8f62-5845972f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.239981 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.242982 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-cc004018-9eef-438b-ab91-821ef538d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:16.245435 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-cc004018-9eef-438b-ab91-821ef538d94f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.1155908 Sep 14 13:29:16.252030 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba38b5-a124-463e-8f62-5845972f78a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778645e6-14ea-41db-95c1-b058069518d9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:16.298313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf3540c-fee5-4c85-a17e-14612f398f24,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:16.321398 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-39ba38b5-a124-463e-8f62-5845972f78a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9231e748073f4624a1eaca999929ad4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180594 Sep 14 13:29:16.323759 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:16.351360 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] Set router 1809f728-e30b-46b4-96db-2ab507ae945c gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:16.374613 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.399580 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e924840b-895f-43b7-8fb1-d130a2eeb81c None None] Provisioning for port bb405d99-b51d-475f-8064-97d017d2b135 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:16.428812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.471087 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.478754 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-40c2a45c-d529-4672-9d90-3357109b1105 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518078 Sep 14 13:29:16.517412 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b199a-9aaa-4872-a0da-79737e46aca8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:16.682725 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 5750f217-9b71-4d97-8234-e47f0929995b no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:29:16.709292 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:29:13Z', 'revision_number': 3, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port': {'id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:12Z', 'updated_at': '2021-09-14T13:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:16.751788 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ba9e3-3981-4b78-9099-e3d6f0434e32 None None] The sync data for ids ['1809f728-e30b-46b4-96db-2ab507ae945c'] in dv-cinder-798783-2-iscsi is: [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:29:13Z', 'revision_number': 3, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port': {'id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:12Z', 'updated_at': '2021-09-14T13:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:29:16.777212 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 256d02cf-0e06-4d61-9b37-07c0402207d1 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:16.797200 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:29:16.840234 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e922a9-76de-419c-be2a-5ddb3171404d req-d0566cd6-0be5-4291-ae86-28b61ad90ea2 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:16.847884 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2e922a9-76de-419c-be2a-5ddb3171404d req-d0566cd6-0be5-4291-ae86-28b61ad90ea2 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 949 time: 0.5992072 Sep 14 13:29:16.866187 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef29c-cecd-4186-84a3-f92227fa5205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.889570 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:16.892749 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Added segment 7aae85dd-1b79-4fda-8a9c-7e23b715658d of type vlan for network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c Sep 14 13:29:16.934819 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-bf622d96-3677-4e45-bd18-691f76da0832 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221714 Sep 14 13:29:16.935072 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef29c-cecd-4186-84a3-f92227fa5205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.020271 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.029873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] For port 5750f217-9b71-4d97-8234-e47f0929995b, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=5750f217-9b71-4d97-8234-e47f0929995b,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:17.030808 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.041086 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2e615-ce69-4614-bab7-e04204309758 req-d352f680-cd5f-47c8-b1da-48faaf586a7f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:17.042768 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef29c-cecd-4186-84a3-f92227fa5205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.046919 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef29c-cecd-4186-84a3-f92227fa5205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.052400 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-ad8ef29c-cecd-4186-84a3-f92227fa5205 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/778645e6-14ea-41db-95c1-b058069518d9 HTTP/1.1" status: 204 len: 168 time: 0.7232835 Sep 14 13:29:17.052483 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3b2e615-ce69-4614-bab7-e04204309758 req-d352f680-cd5f-47c8-b1da-48faaf586a7f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.3152947 Sep 14 13:29:17.059402 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ef29c-cecd-4186-84a3-f92227fa5205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778645e6-14ea-41db-95c1-b058069518d9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:17.113002 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2e922a9-76de-419c-be2a-5ddb3171404d req-a2c69064-9fb4-4bff-a42a-4d40cb7f7473 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/security-groups?id=06b99a60-ee77-4d07-863a-4d0ccf6d8d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636130 Sep 14 13:29:17.118896 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.137307 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.189568 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Calling delete_port for 5750f217-9b71-4d97-8234-e47f0929995b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:29:17.235321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:17.237846 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5992da70-6f58-45f2-b794-9f93e4dc72fa" -d '{"events": [{"server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5750f217-9b71-4d97-8234-e47f0929995b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:17.262679 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 5750f217-9b71-4d97-8234-e47f0929995b, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=5750f217-9b71-4d97-8234-e47f0929995b,segment=NetworkSegment(4d124cbd-372d-48b8-abbd-00260f79022f),segment_id=4d124cbd-372d-48b8-abbd-00260f79022f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:17.270754 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 256d02cf-0e06-4d61-9b37-07c0402207d1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:17.271809 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.307932 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.310059 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9bd832b-bccd-4f5d-a863-e5a2f3553abd None None] Provisioning for port 4cf3540c-fee5-4c85-a17e-14612f398f24 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:17.320282 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.322336 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049b0f22-c992-4f10-a3e7-9149c955920f x-openstack-request-id: req-049b0f22-c992-4f10-a3e7-9149c955920f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:17.322720 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5750f217-9b71-4d97-8234-e47f0929995b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:17.322905 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-049b0f22-c992-4f10-a3e7-9149c955920f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:17.323644 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b', 'code': 200} Sep 14 13:29:17.330076 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9bd832b-bccd-4f5d-a863-e5a2f3553abd None None] Provisioning complete for port 4cf3540c-fee5-4c85-a17e-14612f398f24 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:17.330815 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9bd832b-bccd-4f5d-a863-e5a2f3553abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.347536 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.370555 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3b2e615-ce69-4614-bab7-e04204309758 req-47e85543-2975-4875-94b2-9ea9f8b7f03e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200974 Sep 14 13:29:17.378391 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.379603 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:17.380376 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.422073 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.458743 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf3540c-fee5-4c85-a17e-14612f398f24,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:17.482565 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd832b-bccd-4f5d-a863-e5a2f3553abd None None] Port 4cf3540c-fee5-4c85-a17e-14612f398f24 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:17.490037 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=5750f217-9b71-4d97-8234-e47f0929995b,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:17.503178 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-602a1956-fc5e-4d75-b517-ef3237ccc33e req-f677d5a0-3d4d-45df-9efd-f95bfe68469b service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508890 Sep 14 13:29:17.508045 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1882668 Sep 14 13:29:17.513861 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:17.524284 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Request body: {'subnet': {'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1332880876-subnet', 'tenant_id': '89bad4a2ac99492d8cc32dff50caa557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:17.560013 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058012b-2319-47c5-9ad0-b74c36d53342 admin admin] Pushing event updated for resources: {'Network': ['ID=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:17.585241 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:17.587281 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:17.589670 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Made reservation on behalf of 89bad4a2ac99492d8cc32dff50caa557 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:17.592310 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.601913 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:29:17.705603 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.742630 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Pushing event deleted for resources: {'Port': ['ID=5750f217-9b71-4d97-8234-e47f0929995b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:17.806911 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf760d6d-914f-4ab1-acfe-01e40c7067a3 None None] Provisioning complete for port 4cf3540c-fee5-4c85-a17e-14612f398f24 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:17.811285 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf760d6d-914f-4ab1-acfe-01e40c7067a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.854066 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] No DVR routers for this DVR port 5750f217-9b71-4d97-8234-e47f0929995b on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:29:17.873768 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.874708 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bf760d6d-914f-4ab1-acfe-01e40c7067a3 None None] Port 4cf3540c-fee5-4c85-a17e-14612f398f24 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:17.876006 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4fb3b13-308a-4b7a-88f4-404700e763fe req-26cec55c-e44c-4380-9e2b-6550d12608d1 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.18 "DELETE /v2.0/ports/5750f217-9b71-4d97-8234-e47f0929995b HTTP/1.1" status: 204 len: 173 time: 2.8752997 Sep 14 13:29:17.876452 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'name': 'network-vif-deleted', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:17.882538 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bb405d99-b51d-475f-8064-97d017d2b135 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:17.896982 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8e80f4-ae45-49ad-91a2-467ea0961c69" -d '{"events": [{"server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "name": "network-vif-deleted", "tag": "5750f217-9b71-4d97-8234-e47f0929995b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:17.972268 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port bb405d99-b51d-475f-8064-97d017d2b135 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:17.978417 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port bb405d99-b51d-475f-8064-97d017d2b135 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:17.978788 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:17.993695 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c600a4d-372b-452a-82fe-489f942f33b5 x-openstack-request-id: req-7c600a4d-372b-452a-82fe-489f942f33b5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:17.994178 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aa08a5-d90b-493e-a61f-faabeaf4e3e9", "name": "network-vif-deleted", "tag": "5750f217-9b71-4d97-8234-e47f0929995b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:17.994575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c600a4d-372b-452a-82fe-489f942f33b5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:17.995112 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aa08a5-d90b-493e-a61f-faabeaf4e3e9', 'name': 'network-vif-deleted', 'tag': '5750f217-9b71-4d97-8234-e47f0929995b', 'status': 'completed', 'code': 200} Sep 14 13:29:18.044875 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Router 1809f728-e30b-46b4-96db-2ab507ae945c has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:29:18.127218 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26240103-9475-4478-9251-5e971626b2ac None None] Provisioning complete for port 4cf3540c-fee5-4c85-a17e-14612f398f24 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:18.127687 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26240103-9475-4478-9251-5e971626b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:18.187517 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-26240103-9475-4478-9251-5e971626b2ac None None] Port 4cf3540c-fee5-4c85-a17e-14612f398f24 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:18.199103 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:18.247644 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port bb405d99-b51d-475f-8064-97d017d2b135, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=bb405d99-b51d-475f-8064-97d017d2b135,segment=NetworkSegment(e87ef47e-b71f-403f-a6d4-2644e30d46a1),segment_id=e87ef47e-b71f-403f-a6d4-2644e30d46a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:18.257614 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:18.333032 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=bb405d99-b51d-475f-8064-97d017d2b135,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:18.336410 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d7409d7d-31e0-4767-9231-7815a0794d10 req-cc6a1e2c-ad62-4ebc-901d-0c049ebfec53 tempest-VolumesNegativeTest-1412602076 tempest-VolumesNegativeTest-1412602076-project] 10.222.0.30 "GET /v2.0/ports?device_id=79aa08a5-d90b-493e-a61f-faabeaf4e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0431204 Sep 14 13:29:18.450917 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:29:18.456221 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:18.472444 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-253f194f-5e39-439f-8023-7975ad10edb9 admin admin] 10.222.0.30 "PUT /v2.0/routers/1809f728-e30b-46b4-96db-2ab507ae945c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1979363 Sep 14 13:29:18.540831 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee52507-a61c-4435-a232-4ee01e268449,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:18.548512 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Checking segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:18.548918 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Network hostable DHCP agents. Network: 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:29:18.575655 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:29:18.600644 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc31eb-01f3-423e-8392-2392f4743f21 req-27e010fd-00ce-449f-b87e-49676dfd90bb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:18.601451 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:18.609838 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:18.611976 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:18.614163 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1dc31eb-01f3-423e-8392-2392f4743f21 req-27e010fd-00ce-449f-b87e-49676dfd90bb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1470938 Sep 14 13:29:18.614366 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928ee7d-139e-41c8-891e-babfff9e3f8d None None] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:18.648986 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-79d07a03-53fb-4b07-8f2a-e2eb862b9b78 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1335671 Sep 14 13:29:18.732746 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1dc31eb-01f3-423e-8392-2392f4743f21 req-7feac69b-ade4-4697-9b0e-645e5c0b568e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140103 Sep 14 13:29:18.820485 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ca5873af-78e7-4c2a-ac16-ede62de5b1e9 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:18.869384 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff872d-b4e0-42f5-a15b-03adf24a5fad None None] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:18.986450 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:18.996760 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:18.997137 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.183147 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.213123 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port ca5873af-78e7-4c2a-ac16-ede62de5b1e9, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:19.218408 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.219327 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bb405d99-b51d-475f-8064-97d017d2b135 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:19.306354 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:19.319127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port bb405d99-b51d-475f-8064-97d017d2b135 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:19.319651 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.356384 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55778-ff56-49ca-acf6-b663098fe858 req-69cc30bb-4778-489f-87d6-50cbb8145896 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:19.364370 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-69cc30bb-4778-489f-87d6-50cbb8145896 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.1694071 Sep 14 13:29:19.368079 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:19.373041 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b0d42379-5a15-4337-a9fa-002b6942f7c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577432733', 'description': 'tempest-secgroup-smoke-1577432733 description', 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:19.375081 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-d0d06894-c37b-4c82-910c-bbc6c724d09d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/quotas/89bad4a2ac99492d8cc32dff50caa557 HTTP/1.1" status: 200 len: 375 time: 0.0097508 Sep 14 13:29:19.399213 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0d42379-5a15-4337-a9fa-002b6942f7c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.429716 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-1b53dd36-c914-4a96-943f-c1b97c966b74 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385375 Sep 14 13:29:19.526374 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0d42379-5a15-4337-a9fa-002b6942f7c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.533666 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0d42379-5a15-4337-a9fa-002b6942f7c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.534260 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Sync routers for ids ['1809f728-e30b-46b4-96db-2ab507ae945c'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:29:19.545507 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Routers {'1809f728-e30b-46b4-96db-2ab507ae945c'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:19.546131 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['1809f728-e30b-46b4-96db-2ab507ae945c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:19.561386 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-af1af286-ab17-40c8-a6b6-ee2824a370dd service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237242 Sep 14 13:29:19.576610 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0d42379-5a15-4337-a9fa-002b6942f7c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.577973 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-b0d42379-5a15-4337-a9fa-002b6942f7c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2086568 Sep 14 13:29:19.580759 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:19.586520 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0105cae5-82cc-4072-b3b5-0bd5a2829815 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'security_group_rule': {'security_group_id': '73381d4f-b103-4358-a58a-d018e45edd0c', 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:19.608144 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d42379-5a15-4337-a9fa-002b6942f7c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73381d4f-b103-4358-a58a-d018e45edd0c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:19.618793 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0105cae5-82cc-4072-b3b5-0bd5a2829815 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.692637 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0105cae5-82cc-4072-b3b5-0bd5a2829815 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.700729 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0105cae5-82cc-4072-b3b5-0bd5a2829815 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.706486 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-9916173d-42a3-4e6d-948a-fc7ca0e7bfbf service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309044 Sep 14 13:29:19.720654 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Set router 1809f728-e30b-46b4-96db-2ab507ae945c gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:19.726174 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105cae5-82cc-4072-b3b5-0bd5a2829815 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52634f11-0c5b-459d-a9f2-fad5aaee0e86,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:19.735035 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0105cae5-82cc-4072-b3b5-0bd5a2829815 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.739185 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0105cae5-82cc-4072-b3b5-0bd5a2829815 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548939 Sep 14 13:29:19.739601 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42748) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:19.744804 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-961f1fa6-6b72-4bb1-ae6c-32849f6e66b3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'security_group_rule': {'security_group_id': '73381d4f-b103-4358-a58a-d018e45edd0c', 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:19.792972 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-961f1fa6-6b72-4bb1-ae6c-32849f6e66b3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.936235 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-961f1fa6-6b72-4bb1-ae6c-32849f6e66b3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.943346 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-961f1fa6-6b72-4bb1-ae6c-32849f6e66b3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:19.990078 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f1fa6-6b72-4bb1-ae6c-32849f6e66b3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9ff5ba-2000-4b21-bf2a-f43d6eedfc5f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:19.999755 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-961f1fa6-6b72-4bb1-ae6c-32849f6e66b3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.004028 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:20.004571 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-961f1fa6-6b72-4bb1-ae6c-32849f6e66b3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2637072 Sep 14 13:29:20.012303 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-09008452-57f3-42fc-90aa-6b7ae6450454 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'security_group_rule': {'security_group_id': '73381d4f-b103-4358-a58a-d018e45edd0c', 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:20.035660 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce60c9-3bfa-4006-ba80-88e1a40f3d4d req-18dfbeb6-4b19-49da-aa88-29efa142adfd tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:20.038083 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-efce60c9-3bfa-4006-ba80-88e1a40f3d4d req-18dfbeb6-4b19-49da-aa88-29efa142adfd tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0924590 Sep 14 13:29:20.073523 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09008452-57f3-42fc-90aa-6b7ae6450454 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.086331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3aa6ad06-5765-4289-a25a-4ddbbf4cfb44 req-13855194-6380-45dc-bc3b-82f7a917beb6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 210 time: 0.0716000 Sep 14 13:29:20.172921 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:29:16Z', 'revision_number': 4, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port': {'id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:12Z', 'updated_at': '2021-09-14T13:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '4cf3540c-fee5-4c85-a17e-14612f398f24', 'name': '', 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'mac_address': 'fa:16:3e:23:6f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2d8d1b28-de90-44a5-8810-907015a2cc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:15Z', 'updated_at': '2021-09-14T13:29:17Z', 'revision_number': 2, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'subnets': [{'id': '2d8d1b28-de90-44a5-8810-907015a2cc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:20.173566 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-efce60c9-3bfa-4006-ba80-88e1a40f3d4d req-e467f48c-cffb-4018-8e5b-b490ea146217 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938559 Sep 14 13:29:20.210617 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Checking router: 1809f728-e30b-46b4-96db-2ab507ae945c for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:29:20.211320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Updating router 1809f728-e30b-46b4-96db-2ab507ae945c port 4cf3540c-fee5-4c85-a17e-14612f398f24 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:29:20.251725 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.272644 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09008452-57f3-42fc-90aa-6b7ae6450454 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.279389 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09008452-57f3-42fc-90aa-6b7ae6450454 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.306065 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09008452-57f3-42fc-90aa-6b7ae6450454 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.308295 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-09008452-57f3-42fc-90aa-6b7ae6450454 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031268 Sep 14 13:29:20.311108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:20.312820 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09008452-57f3-42fc-90aa-6b7ae6450454 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018eea9b-6556-4eab-ae2c-90f3955d6012,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:20.316064 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9785c8bd-7286-4682-9b89-9713e69c1911 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'security_group_rule': {'security_group_id': '73381d4f-b103-4358-a58a-d018e45edd0c', 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:20.354224 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9785c8bd-7286-4682-9b89-9713e69c1911 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.453581 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9785c8bd-7286-4682-9b89-9713e69c1911 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.459953 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9785c8bd-7286-4682-9b89-9713e69c1911 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.504239 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785c8bd-7286-4682-9b89-9713e69c1911 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0aec0b7-99d4-4374-8f50-f18001bf437e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:20.517940 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9785c8bd-7286-4682-9b89-9713e69c1911 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.522033 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:20.522309 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-9785c8bd-7286-4682-9b89-9713e69c1911 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2101715 Sep 14 13:29:20.532149 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'security_group_rule': {'security_group_id': '73381d4f-b103-4358-a58a-d018e45edd0c', 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:20.584613 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 42804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:20.622078 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Project afe541c6e9b94ea3ad62cb54784cd417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 13:29:20.629808 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.632075 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ca5873af-78e7-4c2a-ac16-ede62de5b1e9 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:20.697447 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.704758 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.735480 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.736970 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2133875 Sep 14 13:29:20.741128 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:20.747348 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb309f-b97e-458f-bafd-e1640269b293 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2f7c28-6358-47ae-8ca2-181492a2c37a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:20.749111 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'security_group_rule': {'security_group_id': '73381d4f-b103-4358-a58a-d018e45edd0c', 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:20.756224 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-345df6bc-d174-4511-b57d-a547588484b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.799770 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Project afe541c6e9b94ea3ad62cb54784cd417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 13:29:20.812898 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.910256 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:20.911261 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.913423 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.921478 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:20.945146 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dcd663-ec88-4683-92eb-d9e5338244ec,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:20.995443 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.012428 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-345df6bc-d174-4511-b57d-a547588484b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.021318 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-345df6bc-d174-4511-b57d-a547588484b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.022857 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Transition to ACTIVE for port object 4cf3540c-fee5-4c85-a17e-14612f398f24 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:21.026180 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.033573 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.042245 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-0cf00517-cc10-4143-ad46-f30cef4e0246 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2998996 Sep 14 13:29:21.141387 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dfe1d-7e24-4039-8897-b71f2fc3ba4b None None] Pushing event updated for resources: {'Port': ['ID=4cf3540c-fee5-4c85-a17e-14612f398f24,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:21.146479 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 42844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:21.153927 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-345df6bc-d174-4511-b57d-a547588484b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53ba47a298a144928445886a68ef3123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577817 Sep 14 13:29:21.155380 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345df6bc-d174-4511-b57d-a547588484b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca65148b-40fb-4aed-9f3c-897570c203a0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:21.249217 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34af2c47-9075-41c7-beda-f2ad449b8d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.336096 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34af2c47-9075-41c7-beda-f2ad449b8d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.343574 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f49346e0-62da-408f-8679-bb746c7704a9 req-8ab59e8e-7e83-45ef-9dee-18646e6d4abc tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 210 time: 0.0739646 Sep 14 13:29:21.424857 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Attempting to bind port 4cf3540c-fee5-4c85-a17e-14612f398f24 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:21.425507 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Attempting to bind port 4cf3540c-fee5-4c85-a17e-14612f398f24 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:21.426057 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Attempting to bind port 4cf3540c-fee5-4c85-a17e-14612f398f24 on network 96b9b592-e9f9-4b28-b83d-2ec113550793 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:21.444028 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:21.444441 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Checking segment: {'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:21.445231 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.445804 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Bound using segment: {'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:21.446632 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Bound port: 4cf3540c-fee5-4c85-a17e-14612f398f24, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87ef47e-b71f-403f-a6d4-2644e30d46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:21.447364 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.547846 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] For port 4cf3540c-fee5-4c85-a17e-14612f398f24, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:21.553127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] For port 4cf3540c-fee5-4c85-a17e-14612f398f24, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=4cf3540c-fee5-4c85-a17e-14612f398f24,segment=NetworkSegment(e87ef47e-b71f-403f-a6d4-2644e30d46a1),segment_id=e87ef47e-b71f-403f-a6d4-2644e30d46a1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:21.562213 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.616192 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278819ac-f347-41ef-a45a-bd3c023f7b74 req-78c26b66-6c6c-4750-a079-c5a2e1acb137 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:21.621363 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-278819ac-f347-41ef-a45a-bd3c023f7b74 req-78c26b66-6c6c-4750-a079-c5a2e1acb137 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.2464004 Sep 14 13:29:21.624923 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Routers {'1809f728-e30b-46b4-96db-2ab507ae945c'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:21.625458 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['1809f728-e30b-46b4-96db-2ab507ae945c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:21.681629 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34af2c47-9075-41c7-beda-f2ad449b8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.684632 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34af2c47-9075-41c7-beda-f2ad449b8d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:21.701261 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dfe1d-7e24-4039-8897-b71f2fc3ba4b None None] Pushing event updated for resources: {'Port': ['ID=4cf3540c-fee5-4c85-a17e-14612f398f24,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:21.702275 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-34af2c47-9075-41c7-beda-f2ad449b8d13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca65148b-40fb-4aed-9f3c-897570c203a0 HTTP/1.1" status: 204 len: 168 time: 0.5410452 Sep 14 13:29:21.722148 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55778-ff56-49ca-acf6-b663098fe858 req-6c98c392-a394-4b8d-a3a8-45b896f3f528 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:21.725420 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-6c98c392-a394-4b8d-a3a8-45b896f3f528 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.3003805 Sep 14 13:29:21.750267 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af2c47-9075-41c7-beda-f2ad449b8d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca65148b-40fb-4aed-9f3c-897570c203a0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:21.761427 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Request body: {'port': {'device_id': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'admin_state_up': True, 'tenant_id': '89bad4a2ac99492d8cc32dff50caa557'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:21.935994 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-278819ac-f347-41ef-a45a-bd3c023f7b74 req-2a766618-d3ec-4bcd-a717-d2377bb6226b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919178 Sep 14 13:29:21.949561 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] Set router 1809f728-e30b-46b4-96db-2ab507ae945c gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:21.983558 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Made reservation on behalf of 89bad4a2ac99492d8cc32dff50caa557 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:21.990617 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:22.156616 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Allocated IP 172.20.0.3 (6aaa95eb-4a3b-4910-92e1-7035d00a7f2c/5ee52507-a61c-4435-a232-4ee01e268449/79297f0a-f492-42d4-851d-9f9495d8695c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:22.283671 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:29:16Z', 'revision_number': 4, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port': {'id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:12Z', 'updated_at': '2021-09-14T13:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '4cf3540c-fee5-4c85-a17e-14612f398f24', 'name': '', 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'mac_address': 'fa:16:3e:23:6f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2d8d1b28-de90-44a5-8810-907015a2cc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:15Z', 'updated_at': '2021-09-14T13:29:21Z', 'revision_number': 4, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'subnets': [{'id': '2d8d1b28-de90-44a5-8810-907015a2cc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:22.324931 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d33ff-70a8-4084-8d66-0b37ef618e99 None None] The sync data for ids ['1809f728-e30b-46b4-96db-2ab507ae945c'] in dv-cinder-798783-2-iscsi is: [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:29:16Z', 'revision_number': 4, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port': {'id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:12Z', 'updated_at': '2021-09-14T13:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '4cf3540c-fee5-4c85-a17e-14612f398f24', 'name': '', 'network_id': '96b9b592-e9f9-4b28-b83d-2ec113550793', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'mac_address': 'fa:16:3e:23:6f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2d8d1b28-de90-44a5-8810-907015a2cc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:15Z', 'updated_at': '2021-09-14T13:29:21Z', 'revision_number': 4, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'subnets': [{'id': '2d8d1b28-de90-44a5-8810-907015a2cc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:29:22.370624 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:22.500043 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:22.660209 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:22.672274 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:22.677890 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:22.681319 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event updated for resources: {'Port': ['ID=79297f0a-f492-42d4-851d-9f9495d8695c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:22.728371 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 4cf3540c-fee5-4c85-a17e-14612f398f24 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:22.749468 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d039-e0c1-4405-81b9-761625bdb34e req-89079947-5cec-48f3-b29b-bacff23a735c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:22.750726 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13e2d039-e0c1-4405-81b9-761625bdb34e req-89079947-5cec-48f3-b29b-bacff23a735c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 931 time: 0.1889434 Sep 14 13:29:22.777399 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:22.778172 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:22.827633 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2324b065-3230-4991-9676-556590eff6c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0712719 Sep 14 13:29:22.837374 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13e2d039-e0c1-4405-81b9-761625bdb34e req-4fb587db-4566-4d4a-bf20-5ae9b77d0d6f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776725 Sep 14 13:29:22.843022 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 4cf3540c-fee5-4c85-a17e-14612f398f24 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:22.844123 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Request body: {'port': {'device_id': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:22.858238 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 4cf3540c-fee5-4c85-a17e-14612f398f24 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:22.858515 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:22.965489 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:23.031854 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:23.098383 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 4cf3540c-fee5-4c85-a17e-14612f398f24, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=4cf3540c-fee5-4c85-a17e-14612f398f24,segment=NetworkSegment(e87ef47e-b71f-403f-a6d4-2644e30d46a1),segment_id=e87ef47e-b71f-403f-a6d4-2644e30d46a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:23.106450 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:23.251517 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=4cf3540c-fee5-4c85-a17e-14612f398f24,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:23.336953 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7715bd3-a92b-42ed-86e7-2327ff2c3d93 req-9cea86db-bd73-4898-90f1-5e4342d6e8b1 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:23.338016 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e7715bd3-a92b-42ed-86e7-2327ff2c3d93 req-9cea86db-bd73-4898-90f1-5e4342d6e8b1 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.3002739 Sep 14 13:29:23.436853 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e7715bd3-a92b-42ed-86e7-2327ff2c3d93 req-8ff6f37c-20a0-484d-bd15-05296d56bd86 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847960 Sep 14 13:29:23.565333 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79297f0a-f492-42d4-851d-9f9495d8695c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:29:23.580509 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:23.601524 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Transition to ACTIVE for port object 79297f0a-f492-42d4-851d-9f9495d8695c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:23.607798 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:23.662463 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Pushing event updated for resources: {'Port': ['ID=79297f0a-f492-42d4-851d-9f9495d8695c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:23.676021 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:23.762507 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Attempting to bind port 79297f0a-f492-42d4-851d-9f9495d8695c on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:23.763063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Attempting to bind port 79297f0a-f492-42d4-851d-9f9495d8695c by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:23.763358 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Attempting to bind port 79297f0a-f492-42d4-851d-9f9495d8695c on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:23.773522 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Port 79297f0a-f492-42d4-851d-9f9495d8695c on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:29:23.774201 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Attempting to bind port 79297f0a-f492-42d4-851d-9f9495d8695c on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:23.782591 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:23.783035 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Checking segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:23.786790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Bound using segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:23.786790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Bound port: 79297f0a-f492-42d4-851d-9f9495d8695c, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:23.786790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:23.838433 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb44-e6f9-4bb0-9d5d-1fd3ca4826d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:23.932122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] For port 79297f0a-f492-42d4-851d-9f9495d8695c, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:23.937720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] For port 79297f0a-f492-42d4-851d-9f9495d8695c, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=79297f0a-f492-42d4-851d-9f9495d8695c,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:23.947308 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.001354 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb44-e6f9-4bb0-9d5d-1fd3ca4826d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.006186 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb44-e6f9-4bb0-9d5d-1fd3ca4826d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.028653 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:24.029465 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.031305 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] 10.222.0.18 "PUT /v2.0/ports/79297f0a-f492-42d4-851d-9f9495d8695c HTTP/1.1" status: 200 len: 1093 time: 1.1915770 Sep 14 13:29:24.034871 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'tag': '79297f0a-f492-42d4-851d-9f9495d8695c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:24.037280 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39", "tag": "79297f0a-f492-42d4-851d-9f9495d8695c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:24.062488 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d5bb-8d65-47fb-8dd3-f8fc7688be00 service neutron] Pushing event updated for resources: {'Port': ['ID=79297f0a-f492-42d4-851d-9f9495d8695c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:24.082065 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a33fed-c136-44d2-89f1-39264354c0d3 req-e7c222b7-f403-4a6a-ad98-c1d9b418333a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:24.084216 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-86a33fed-c136-44d2-89f1-39264354c0d3 req-e7c222b7-f403-4a6a-ad98-c1d9b418333a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 943 time: 0.1329796 Sep 14 13:29:24.094599 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29bb44-e6f9-4bb0-9d5d-1fd3ca4826d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca0972-cad6-4072-a1f4-5aa264266828,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:24.112296 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3f29bb44-e6f9-4bb0-9d5d-1fd3ca4826d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b33a9b50660d4e2c9524669f2768c424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345264 Sep 14 13:29:24.114477 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43116) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:24.135964 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de079bcb-2a6d-42ee-9cab-1ff60b741da9 x-openstack-request-id: req-de079bcb-2a6d-42ee-9cab-1ff60b741da9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:24.136321 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39", "tag": "79297f0a-f492-42d4-851d-9f9495d8695c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:24.136720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de079bcb-2a6d-42ee-9cab-1ff60b741da9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:24.137183 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'tag': '79297f0a-f492-42d4-851d-9f9495d8695c', 'status': 'completed', 'code': 200} Sep 14 13:29:24.192600 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-86a33fed-c136-44d2-89f1-39264354c0d3 req-48e0bfae-7802-470e-9889-f5b0529040ce tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834532 Sep 14 13:29:24.198370 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55778-ff56-49ca-acf6-b663098fe858 req-4c085041-9cd3-410f-ac43-a0c628865ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:24.199995 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-4c085041-9cd3-410f-ac43-a0c628865ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 1096 time: 0.1146488 Sep 14 13:29:24.239670 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76c2c0fe-0b14-4e4e-a0c7-bcad713f5ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.264018 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76c2c0fe-0b14-4e4e-a0c7-bcad713f5ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.270509 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-2c79e692-ecaa-471f-87d4-929da4bf3033 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79297f0a-f492-42d4-851d-9f9495d8695c HTTP/1.1" status: 200 len: 217 time: 0.0570199 Sep 14 13:29:24.325041 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55778-ff56-49ca-acf6-b663098fe858 req-1baf269b-2dea-443d-b531-dce245193c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:24.326807 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-1baf269b-2dea-443d-b531-dce245193c41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.0508692 Sep 14 13:29:24.345287 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76c2c0fe-0b14-4e4e-a0c7-bcad713f5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.348678 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76c2c0fe-0b14-4e4e-a0c7-bcad713f5ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.356713 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-76c2c0fe-0b14-4e4e-a0c7-bcad713f5ba3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55ca0972-cad6-4072-a1f4-5aa264266828 HTTP/1.1" status: 204 len: 168 time: 0.2364986 Sep 14 13:29:24.373982 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2c0fe-0b14-4e4e-a0c7-bcad713f5ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca0972-cad6-4072-a1f4-5aa264266828,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:24.405068 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-cf7f9cc5-23dc-4fcf-a8f8-9d3ca44a398b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507486 Sep 14 13:29:24.551659 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-4eddea6c-276c-491e-98e8-8214d116c40e service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419809 Sep 14 13:29:24.614591 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 4cf3540c-fee5-4c85-a17e-14612f398f24 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:24.659881 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d7dd8-e0f0-4d2c-88b7-2ee49d2957c4 req-abf49981-b92f-4302-84df-23e55d9c64a0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:24.659881 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7b8d7dd8-e0f0-4d2c-88b7-2ee49d2957c4 req-abf49981-b92f-4302-84df-23e55d9c64a0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1232121 Sep 14 13:29:24.709987 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 4cf3540c-fee5-4c85-a17e-14612f398f24 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:24.710695 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:24.785279 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7b8d7dd8-e0f0-4d2c-88b7-2ee49d2957c4 req-5e1a2c21-a0f3-40d6-aa52-dd6cdc6b04b8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945785 Sep 14 13:29:24.792133 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e55778-ff56-49ca-acf6-b663098fe858 req-90a99e95-b8f1-442b-862c-15350637cd75 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939051 Sep 14 13:29:24.932063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-83ee525c-cd41-4dc1-bba1-64b3cd80425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:24.933968 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-83ee525c-cd41-4dc1-bba1-64b3cd80425b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 1096 time: 0.0585632 Sep 14 13:29:25.092986 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-4a2d9e7a-eb5e-4c3b-ae11-7f408e09ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:25.094486 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-4a2d9e7a-eb5e-4c3b-ae11-7f408e09ad41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 916 time: 0.1512501 Sep 14 13:29:25.139511 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-d2ef791c-ded3-4666-ae9a-a7ca9f790bf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79297f0a-f492-42d4-851d-9f9495d8695c HTTP/1.1" status: 200 len: 217 time: 0.0362921 Sep 14 13:29:25.201852 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-65359ad5-dc61-468b-a2af-84c22d439590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:25.203303 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-65359ad5-dc61-468b-a2af-84c22d439590 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.0552244 Sep 14 13:29:25.251633 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-dfa2aba9-650b-4f57-b67f-9f80150e6a90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326560 Sep 14 13:29:25.650121 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c0146-f84d-46bd-b4e4-5e3b7ea3a6ff req-42f5e2eb-be1d-47fb-9a2e-cee043cc3401 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:25.651709 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-395c0146-f84d-46bd-b4e4-5e3b7ea3a6ff req-42f5e2eb-be1d-47fb-9a2e-cee043cc3401 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 943 time: 0.3473845 Sep 14 13:29:25.677122 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-7ec5db2a-7549-4543-8bfd-0ffeff4a32d8 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127526 Sep 14 13:29:25.714957 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-395c0146-f84d-46bd-b4e4-5e3b7ea3a6ff req-694584d9-dfbf-4332-9d99-312c91dde847 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565314 Sep 14 13:29:25.796598 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1e23b527-5c3d-46f6-a4ac-9076c41d5c78 req-2890aab5-3035-41f2-b077-74979fc94d08 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049805 Sep 14 13:29:25.906903 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce235ee-5fef-4d31-8ebe-caffef946f79 req-367ec380-f926-42d1-b53b-0e34e194505a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:25.908354 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dce235ee-5fef-4d31-8ebe-caffef946f79 req-367ec380-f926-42d1-b53b-0e34e194505a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0536542 Sep 14 13:29:25.946107 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dce235ee-5fef-4d31-8ebe-caffef946f79 req-efc702f4-db57-43ec-805c-8a5ea48fb338 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Sep 14 13:29:26.322312 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:26.460731 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-8dfa5732-239a-4db7-8565-4f7f49e3c17f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3456405edbba456d8607e880a1d6719a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369779 Sep 14 13:29:26.463063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43252) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:26.523470 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-590902fd-b18e-4f5d-8744-4bea39f9e100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:26.545953 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-590902fd-b18e-4f5d-8744-4bea39f9e100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:26.605993 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-590902fd-b18e-4f5d-8744-4bea39f9e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:26.608801 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-590902fd-b18e-4f5d-8744-4bea39f9e100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:26.612944 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-590902fd-b18e-4f5d-8744-4bea39f9e100 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06b99a60-ee77-4d07-863a-4d0ccf6d8d68 HTTP/1.1" status: 204 len: 168 time: 0.1489153 Sep 14 13:29:26.621221 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590902fd-b18e-4f5d-8744-4bea39f9e100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b99a60-ee77-4d07-863a-4d0ccf6d8d68,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:26.736173 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:26.848804 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5b699-ab34-49f2-86c5-8bc6a8660611 req-711cb3d0-9974-4e18-89b5-22fb03c1db7c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:26.850309 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-73f5b699-ab34-49f2-86c5-8bc6a8660611 req-711cb3d0-9974-4e18-89b5-22fb03c1db7c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 943 time: 0.0574710 Sep 14 13:29:26.890410 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-73f5b699-ab34-49f2-86c5-8bc6a8660611 req-8a18c6b1-35ef-4b3e-980c-6242e4af6420 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Sep 14 13:29:26.913853 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98f01e89-029d-4e46-9b4a-3cb19722b006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.032257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98f01e89-029d-4e46-9b4a-3cb19722b006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.043938 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98f01e89-029d-4e46-9b4a-3cb19722b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.106437 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-98f01e89-029d-4e46-9b4a-3cb19722b006 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89669eca5b224d4bbb41f4989af9f56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691475 Sep 14 13:29:27.108146 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f01e89-029d-4e46-9b4a-3cb19722b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be7a8c-0c02-4043-adc8-f18e56bdb9a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:27.109834 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:27.122576 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17428b1f-ccc8-410e-be90-58a0a45fe342 req-b9562367-ab87-4550-82f4-40c37875aa76 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:27.124067 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-17428b1f-ccc8-410e-be90-58a0a45fe342 req-b9562367-ab87-4550-82f4-40c37875aa76 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0902116 Sep 14 13:29:27.182290 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-17428b1f-ccc8-410e-be90-58a0a45fe342 req-693b971d-4e52-47fd-8675-837d28d8bcfb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514617 Sep 14 13:29:27.193434 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c41f5820-9e54-4ee4-b1dc-2f3ede881467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.218917 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c41f5820-9e54-4ee4-b1dc-2f3ede881467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.298601 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c41f5820-9e54-4ee4-b1dc-2f3ede881467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.301299 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c41f5820-9e54-4ee4-b1dc-2f3ede881467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.302463 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c41f5820-9e54-4ee4-b1dc-2f3ede881467 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4be7a8c-0c02-4043-adc8-f18e56bdb9a4 HTTP/1.1" status: 204 len: 168 time: 0.1887820 Sep 14 13:29:27.310519 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f5820-9e54-4ee4-b1dc-2f3ede881467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be7a8c-0c02-4043-adc8-f18e56bdb9a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:27.668516 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:27.682073 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-145e6ad3-9b2a-4b82-bf4a-25e5cd01ef53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.794878 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-145e6ad3-9b2a-4b82-bf4a-25e5cd01ef53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.800443 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-145e6ad3-9b2a-4b82-bf4a-25e5cd01ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.837977 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-145e6ad3-9b2a-4b82-bf4a-25e5cd01ef53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16657bdc2acb48ffbc07eef35956c7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682601 Sep 14 13:29:27.840704 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:27.863104 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e6ad3-9b2a-4b82-bf4a-25e5cd01ef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf179c2-e46d-4317-b207-fc28e540ca74,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:27.903120 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f48a3bc1-eff5-4d18-af31-447f5da2fa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:27.928666 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f48a3bc1-eff5-4d18-af31-447f5da2fa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:28.008623 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f48a3bc1-eff5-4d18-af31-447f5da2fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:28.011079 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f48a3bc1-eff5-4d18-af31-447f5da2fa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:28.012183 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-f48a3bc1-eff5-4d18-af31-447f5da2fa84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaf179c2-e46d-4317-b207-fc28e540ca74 HTTP/1.1" status: 204 len: 168 time: 0.1704783 Sep 14 13:29:28.022292 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a3bc1-eff5-4d18-af31-447f5da2fa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf179c2-e46d-4317-b207-fc28e540ca74,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:28.044380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097019f9-9b69-413c-b3fc-d7f4d13b0c21 req-20dce425-27cf-455e-8299-5563d1cd0025 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:28.045862 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-097019f9-9b69-413c-b3fc-d7f4d13b0c21 req-20dce425-27cf-455e-8299-5563d1cd0025 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 943 time: 0.0704551 Sep 14 13:29:28.083330 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-097019f9-9b69-413c-b3fc-d7f4d13b0c21 req-8a8e1b8a-ade4-4b9b-a34b-7d82d85bb60d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Sep 14 13:29:28.304469 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528011-7435-40e6-8671-51e45d370383 req-e963f41b-1e3b-4b39-be79-27f37333d645 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:28.306064 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13528011-7435-40e6-8671-51e45d370383 req-e963f41b-1e3b-4b39-be79-27f37333d645 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0519583 Sep 14 13:29:28.351139 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13528011-7435-40e6-8671-51e45d370383 req-c9f62e86-47ab-458b-bcc9-653dc366ba3b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386569 Sep 14 13:29:28.735206 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 79297f0a-f492-42d4-851d-9f9495d8695c details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:29:28.841216 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 79297f0a-f492-42d4-851d-9f9495d8695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=79297f0a-f492-42d4-851d-9f9495d8695c,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:28.853963 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '79297f0a-f492-42d4-851d-9f9495d8695c', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'port_id': '79297f0a-f492-42d4-851d-9f9495d8695c', 'mac_address': 'fa:16:3e:8a:cf:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee52507-a61c-4435-a232-4ee01e268449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:29:28.893540 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:28.911096 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79297f0a-f492-42d4-851d-9f9495d8695c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:29:28.930435 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 79297f0a-f492-42d4-851d-9f9495d8695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=79297f0a-f492-42d4-851d-9f9495d8695c,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:28.935423 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:28.952077 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fed339-8ed4-413a-b627-32bedfa2ca16 req-591e6b60-f048-467d-91ce-864e59b4a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:28.953648 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3fed339-8ed4-413a-b627-32bedfa2ca16 req-591e6b60-f048-467d-91ce-864e59b4a8bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.0472128 Sep 14 13:29:29.003529 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3fed339-8ed4-413a-b627-32bedfa2ca16 req-b901279f-4a6b-4f4c-bf0d-1e01a3078608 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Sep 14 13:29:29.010230 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=79297f0a-f492-42d4-851d-9f9495d8695c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:29.211377 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:29:29.223458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7082-8a25-49c8-9d12-d0bd9606c47c req-d390f8ab-e566-4226-b2e0-88e1039aff24 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:29.225331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-88fe7082-8a25-49c8-9d12-d0bd9606c47c req-d390f8ab-e566-4226-b2e0-88e1039aff24 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 944 time: 0.0617297 Sep 14 13:29:29.270981 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-88fe7082-8a25-49c8-9d12-d0bd9606c47c req-ba9dc7e2-e567-4973-9169-451309a23bd2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Sep 14 13:29:29.471703 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600391ff-6e3e-4687-8962-e49629728ac5 req-b45b29c1-eda4-4a5d-bfa2-66e066bd98ed tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:29.473390 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-600391ff-6e3e-4687-8962-e49629728ac5 req-b45b29c1-eda4-4a5d-bfa2-66e066bd98ed tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0491784 Sep 14 13:29:29.515527 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-600391ff-6e3e-4687-8962-e49629728ac5 req-b971deb7-759c-4d8e-992f-8ffa388b622d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Sep 14 13:29:30.248130 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:30.383389 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-208477ef-3999-4de4-b08c-77bd5598d6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:30.415875 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd96f-e0be-465c-916f-8a4ff3706275 req-76d41dfc-13f5-4cee-b3f6-ce890ad78119 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:30.417714 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00abd96f-e0be-465c-916f-8a4ff3706275 req-76d41dfc-13f5-4cee-b3f6-ce890ad78119 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 944 time: 0.0762858 Sep 14 13:29:30.486488 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00abd96f-e0be-465c-916f-8a4ff3706275 req-bce993ac-7cae-47aa-bd9c-77e982b81de4 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Sep 14 13:29:30.528243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-208477ef-3999-4de4-b08c-77bd5598d6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:30.532432 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-208477ef-3999-4de4-b08c-77bd5598d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:30.574902 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-208477ef-3999-4de4-b08c-77bd5598d6fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de37f315f2b84017b0aea022db803936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255692 Sep 14 13:29:30.575113 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43458) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:30.575779 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208477ef-3999-4de4-b08c-77bd5598d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e46963-17ff-4ea4-b60a-c2910bf7681c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:30.651081 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d2f0e-ceee-4c7b-9f26-3e86cbcf1422 req-fca56cb4-bcdc-4ee3-a0f8-a3119e3bf5ba tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:30.652805 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b65d2f0e-ceee-4c7b-9f26-3e86cbcf1422 req-fca56cb4-bcdc-4ee3-a0f8-a3119e3bf5ba tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Sep 14 13:29:30.658123 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f055aa5f-33e4-43b8-a2aa-cbe2c0192b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:30.680964 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f055aa5f-33e4-43b8-a2aa-cbe2c0192b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:30.697164 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b65d2f0e-ceee-4c7b-9f26-3e86cbcf1422 req-45afa899-6f98-42de-9b3d-1f3d75a3a41f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Sep 14 13:29:30.731886 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f055aa5f-33e4-43b8-a2aa-cbe2c0192b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:30.735017 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f055aa5f-33e4-43b8-a2aa-cbe2c0192b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:30.745305 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f055aa5f-33e4-43b8-a2aa-cbe2c0192b8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09e46963-17ff-4ea4-b60a-c2910bf7681c HTTP/1.1" status: 204 len: 168 time: 0.1691539 Sep 14 13:29:30.756963 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055aa5f-33e4-43b8-a2aa-cbe2c0192b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e46963-17ff-4ea4-b60a-c2910bf7681c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:31.022843 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:31.037514 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f503734c-b5d3-4015-b9e2-0ca7e4e979e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:31.133637 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f503734c-b5d3-4015-b9e2-0ca7e4e979e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:31.138853 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f503734c-b5d3-4015-b9e2-0ca7e4e979e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:31.178566 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503734c-b5d3-4015-b9e2-0ca7e4e979e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d12a8f-2e81-4bc3-8b74-b88f3bf015da,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:31.182759 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f503734c-b5d3-4015-b9e2-0ca7e4e979e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c201d831307d4a01a74beb94ce7158ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588261 Sep 14 13:29:31.185395 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:31.235959 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-243abc7b-c2ec-452a-8240-4ed2cfa75c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:31.261811 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-243abc7b-c2ec-452a-8240-4ed2cfa75c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:31.309863 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-243abc7b-c2ec-452a-8240-4ed2cfa75c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:31.312314 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-243abc7b-c2ec-452a-8240-4ed2cfa75c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:31.313489 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-243abc7b-c2ec-452a-8240-4ed2cfa75c43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83d12a8f-2e81-4bc3-8b74-b88f3bf015da HTTP/1.1" status: 204 len: 168 time: 0.1272779 Sep 14 13:29:31.321880 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243abc7b-c2ec-452a-8240-4ed2cfa75c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d12a8f-2e81-4bc3-8b74-b88f3bf015da,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:31.631144 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a38ed-d910-42aa-a519-e36516aa7d93 req-83f5582b-4054-4c9c-afd1-495b14d7ebb0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:31.633085 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-022a38ed-d910-42aa-a519-e36516aa7d93 req-83f5582b-4054-4c9c-afd1-495b14d7ebb0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 944 time: 0.0676103 Sep 14 13:29:31.680830 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-022a38ed-d910-42aa-a519-e36516aa7d93 req-a3fdac57-f51c-4dc4-80e9-cdb8b042b810 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Sep 14 13:29:31.824962 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829361-9781-4dca-9993-b3b978090277 req-e7f46511-1bf9-4e4c-8f06-ec7a2eac6d8a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:31.826619 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-26829361-9781-4dca-9993-b3b978090277 req-e7f46511-1bf9-4e4c-8f06-ec7a2eac6d8a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0539927 Sep 14 13:29:31.874718 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-26829361-9781-4dca-9993-b3b978090277 req-9ffc4672-9aae-4362-8cad-d342fe2a14d4 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387633 Sep 14 13:29:32.802506 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1b769-e5e0-4426-951f-dd7bc5f199e0 req-033c2e07-96b4-4f53-bc5f-5a32716596ba tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:32.803840 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08c1b769-e5e0-4426-951f-dd7bc5f199e0 req-033c2e07-96b4-4f53-bc5f-5a32716596ba tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 944 time: 0.0537236 Sep 14 13:29:32.841878 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08c1b769-e5e0-4426-951f-dd7bc5f199e0 req-38781d79-bb50-4002-86ef-218c3809127e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Sep 14 13:29:32.996788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d1a1f-0c42-4c78-b5e9-74a206a70202 req-cf28d62c-db73-49d8-87c9-e810117e9d7d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:32.998290 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-177d1a1f-0c42-4c78-b5e9-74a206a70202 req-cf28d62c-db73-49d8-87c9-e810117e9d7d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0518577 Sep 14 13:29:33.038958 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-177d1a1f-0c42-4c78-b5e9-74a206a70202 req-18eee6ce-8893-4d3a-9c8e-fc3072babc10 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Sep 14 13:29:33.955297 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614e6e3-b263-499c-a4d5-1f0093114c2f req-cf62a05b-f45a-4743-b761-655318b5d414 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:33.956795 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c614e6e3-b263-499c-a4d5-1f0093114c2f req-cf62a05b-f45a-4743-b761-655318b5d414 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 944 time: 0.0487571 Sep 14 13:29:33.995571 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c614e6e3-b263-499c-a4d5-1f0093114c2f req-754209c5-8248-4664-b9c8-c429702e8441 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Sep 14 13:29:34.161081 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e57d1e-e06b-4b83-8738-80b2aafc6e15 req-925d2f8f-0040-4a11-bc3b-f6277a1caca2 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:34.162706 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36e57d1e-e06b-4b83-8738-80b2aafc6e15 req-925d2f8f-0040-4a11-bc3b-f6277a1caca2 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0543964 Sep 14 13:29:34.201157 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36e57d1e-e06b-4b83-8738-80b2aafc6e15 req-5c55a45e-8e51-4799-b373-0aada461251f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Sep 14 13:29:34.444403 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c28cb-7e5e-404a-85a5-3981c5f3305f req-04dd95c1-a1bf-4463-a736-b339ed37981a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:34.445929 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a59c28cb-7e5e-404a-85a5-3981c5f3305f req-04dd95c1-a1bf-4463-a736-b339ed37981a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0512347 Sep 14 13:29:34.484157 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a59c28cb-7e5e-404a-85a5-3981c5f3305f req-3e6bda8f-83d3-4c32-ae4b-8bcf0030eb03 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Sep 14 13:29:34.832443 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 79297f0a-f492-42d4-851d-9f9495d8695c up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:34.884512 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 79297f0a-f492-42d4-851d-9f9495d8695c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:34.888077 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 79297f0a-f492-42d4-851d-9f9495d8695c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:34.888487 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:34.964066 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:34.987357 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79297f0a-f492-42d4-851d-9f9495d8695c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:34.990188 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1581e0d-7487-4bfa-9ffa-3a32eeb993ba" -d '{"events": [{"server_uuid": "9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39", "name": "network-vif-plugged", "status": "completed", "tag": "79297f0a-f492-42d4-851d-9f9495d8695c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:35.005583 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 79297f0a-f492-42d4-851d-9f9495d8695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=79297f0a-f492-42d4-851d-9f9495d8695c,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:35.012909 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:35.039452 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe733dbd-2c82-48e3-afdd-2c8c611ad8b0 x-openstack-request-id: req-fe733dbd-2c82-48e3-afdd-2c8c611ad8b0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:35.039741 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39", "name": "network-vif-plugged", "status": "completed", "tag": "79297f0a-f492-42d4-851d-9f9495d8695c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:35.039985 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe733dbd-2c82-48e3-afdd-2c8c611ad8b0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:35.040394 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79297f0a-f492-42d4-851d-9f9495d8695c', 'code': 200} Sep 14 13:29:35.064461 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=79297f0a-f492-42d4-851d-9f9495d8695c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:35.121569 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8d3ea-e487-412d-a75c-106a02241efb req-86de991f-3851-483d-9d43-9d03163e4c7d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:35.122965 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0b8d3ea-e487-412d-a75c-106a02241efb req-86de991f-3851-483d-9d43-9d03163e4c7d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0490084 Sep 14 13:29:35.159416 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0b8d3ea-e487-412d-a75c-106a02241efb req-e47ebf77-b792-4fb4-90cc-ece1ce3f53f3 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306137 Sep 14 13:29:35.613899 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0967b0-20e3-417e-b3a9-39d65c40dd94 req-45f5e9c8-61ca-488a-a0e8-c1c7ee58d35e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:35.615644 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd0967b0-20e3-417e-b3a9-39d65c40dd94 req-45f5e9c8-61ca-488a-a0e8-c1c7ee58d35e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0630395 Sep 14 13:29:35.658228 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd0967b0-20e3-417e-b3a9-39d65c40dd94 req-a635e5fa-4f98-4522-93c3-716071e590a6 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Sep 14 13:29:35.738369 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:36.270191 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960851f-5651-4da3-9a1c-49acd4ed42ce req-d16aa147-15e1-4ba7-bf29-0240016860a2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:36.271379 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2960851f-5651-4da3-9a1c-49acd4ed42ce req-d16aa147-15e1-4ba7-bf29-0240016860a2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0475347 Sep 14 13:29:36.309476 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2960851f-5651-4da3-9a1c-49acd4ed42ce req-f2764a04-8e2c-49f6-932e-0ea1c913e378 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Sep 14 13:29:36.803809 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16f49-8d8e-48d5-9ce2-b449c69c8a4a req-6a74351a-6f19-4e86-9d1d-c80049e654f1 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:36.809643 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5fc16f49-8d8e-48d5-9ce2-b449c69c8a4a req-6a74351a-6f19-4e86-9d1d-c80049e654f1 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0847270 Sep 14 13:29:36.864046 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-d74263d5-782d-4c09-9cf4-2733ca5732ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:36.867055 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-d74263d5-782d-4c09-9cf4-2733ca5732ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.1101730 Sep 14 13:29:36.891163 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5fc16f49-8d8e-48d5-9ce2-b449c69c8a4a req-4e733740-957e-49e1-ad08-a7dd4cda0a46 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751371 Sep 14 13:29:36.995940 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462437e-a53e-4ef9-bb1e-fc5a12f129b6 req-7c276749-bb66-4ca7-b991-0680b05098dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:36.997387 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f462437e-a53e-4ef9-bb1e-fc5a12f129b6 req-7c276749-bb66-4ca7-b991-0680b05098dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 1098 time: 0.0850205 Sep 14 13:29:37.027404 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-ca77236b-b1ba-4e47-8cd1-82a741e30d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:37.028938 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-ca77236b-b1ba-4e47-8cd1-82a741e30d2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.1351945 Sep 14 13:29:37.050220 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f462437e-a53e-4ef9-bb1e-fc5a12f129b6 req-cec63a2d-c19d-445f-8e97-de729a2ac91e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Sep 14 13:29:37.077547 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-5ad6729a-e7fe-4919-80f0-569006f1a2f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 217 time: 0.0387440 Sep 14 13:29:37.422809 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87570a-7d3c-40f8-b867-09e1160bc432 req-cbba97f7-9e37-4235-ae9b-cb87a85248a1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:37.424824 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9c87570a-7d3c-40f8-b867-09e1160bc432 req-cbba97f7-9e37-4235-ae9b-cb87a85248a1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0475380 Sep 14 13:29:37.465545 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9c87570a-7d3c-40f8-b867-09e1160bc432 req-c9c8292b-6f7c-4170-a58f-172cf6ab48c1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Sep 14 13:29:38.003365 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d95ba0-d694-428d-b065-1f54ef417f26 req-6b98f7bc-db5e-4ac1-bbf0-419776d7de61 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:38.005800 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f1d95ba0-d694-428d-b065-1f54ef417f26 req-6b98f7bc-db5e-4ac1-bbf0-419776d7de61 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0540335 Sep 14 13:29:38.045652 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f1d95ba0-d694-428d-b065-1f54ef417f26 req-18b15877-505b-4d80-add7-daccdbb2d78f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340269 Sep 14 13:29:38.575433 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09b84d-c97b-41dd-aaf0-1bdfb93c4845 req-44364479-97e3-461c-b225-473fb7bd00fd tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:38.576910 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa09b84d-c97b-41dd-aaf0-1bdfb93c4845 req-44364479-97e3-461c-b225-473fb7bd00fd tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0470836 Sep 14 13:29:38.613945 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa09b84d-c97b-41dd-aaf0-1bdfb93c4845 req-217e2ff3-417d-4415-859b-e1c4e159c13d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307155 Sep 14 13:29:39.158130 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d1fc-8ba6-4922-83b5-03f738e64213 req-576626c6-1e4c-4521-8c03-df9558187f6f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:39.159708 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9c5d1fc-8ba6-4922-83b5-03f738e64213 req-576626c6-1e4c-4521-8c03-df9558187f6f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Sep 14 13:29:39.207040 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9c5d1fc-8ba6-4922-83b5-03f738e64213 req-432ac29b-7999-46dc-a14f-9072ba17050a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Sep 14 13:29:39.723826 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a594d9-c463-44bc-af98-8b78e203fc7c req-a671b6b5-901d-46a0-b55b-da5044486f55 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:39.725277 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b3a594d9-c463-44bc-af98-8b78e203fc7c req-a671b6b5-901d-46a0-b55b-da5044486f55 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0473251 Sep 14 13:29:39.761411 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b3a594d9-c463-44bc-af98-8b78e203fc7c req-8cc549df-aaac-4726-b5fd-472c604fdbf7 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303543 Sep 14 13:29:39.884491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5c02-03b9-42e2-a513-baa15cde8f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:40.007766 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-30ba5c89-f11a-45eb-bf32-aa9d08db064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:40.009246 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-30ba5c89-f11a-45eb-bf32-aa9d08db064f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.0460389 Sep 14 13:29:40.040317 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-c0d85adc-ce57-4087-b244-149f2278cb3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228710 Sep 14 13:29:40.133237 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-5d4a71b1-9f7e-4507-a461-400273e14f1e service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Sep 14 13:29:40.224741 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4421517f-ad5d-4e4a-881d-26346efbd138 req-54466979-d372-4ab6-bc49-6aa6d82a2c8f service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829594 Sep 14 13:29:40.337667 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699102f-9e28-4e1e-bc24-95242875c1b0 req-123beb62-b7fc-401e-bf1c-8412861bcfc7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:40.339143 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8699102f-9e28-4e1e-bc24-95242875c1b0 req-123beb62-b7fc-401e-bf1c-8412861bcfc7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0566471 Sep 14 13:29:40.376794 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8699102f-9e28-4e1e-bc24-95242875c1b0 req-77a8b8b1-b637-49e2-8ee0-9eaae5231289 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Sep 14 13:29:40.877783 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854f4d1-981e-4d44-bfa4-d6bbae3b1434 req-5f4db605-1312-4532-9299-01ab0c6c2135 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:40.879273 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c854f4d1-981e-4d44-bfa4-d6bbae3b1434 req-5f4db605-1312-4532-9299-01ab0c6c2135 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Sep 14 13:29:40.917855 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c854f4d1-981e-4d44-bfa4-d6bbae3b1434 req-51696340-33af-44f5-b1d3-a05298112176 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Sep 14 13:29:41.490945 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65751af9-716e-43f3-9b1f-288a00878b38 req-5fe91a25-94be-4063-bb7c-6def014dc7a8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:41.492424 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-65751af9-716e-43f3-9b1f-288a00878b38 req-5fe91a25-94be-4063-bb7c-6def014dc7a8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Sep 14 13:29:41.529905 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-65751af9-716e-43f3-9b1f-288a00878b38 req-c6a7a3dc-eeb3-4068-b219-9efafb2107a4 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Sep 14 13:29:42.033921 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2e79-2d46-4914-909a-92944dc0ca89 req-0b016540-0285-46ae-8634-897747ae62d8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:42.035962 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a1d2e79-2d46-4914-909a-92944dc0ca89 req-0b016540-0285-46ae-8634-897747ae62d8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0513129 Sep 14 13:29:42.072380 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a1d2e79-2d46-4914-909a-92944dc0ca89 req-0bb8b0f0-86f6-4102-a6c9-b97e1de2d7d1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Sep 14 13:29:42.312720 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-daccdae5-b79b-4ad3-8efc-ecc24687a244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:42.628097 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:42.643838 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bebcb-350c-4428-b65c-56453315afbc req-8921f603-32f6-4a09-b9d0-e0b8fec26703 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:42.645840 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7d4bebcb-350c-4428-b65c-56453315afbc req-8921f603-32f6-4a09-b9d0-e0b8fec26703 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0493627 Sep 14 13:29:42.682741 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7d4bebcb-350c-4428-b65c-56453315afbc req-4022b3fa-4ad5-4ea2-b225-b605285d412c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307038 Sep 14 13:29:43.182004 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b1765-a1db-4a02-965c-67f3d841963a req-cff58cd5-b381-45dc-b139-a5d14276645d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:43.183450 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e57b1765-a1db-4a02-965c-67f3d841963a req-cff58cd5-b381-45dc-b139-a5d14276645d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0465848 Sep 14 13:29:43.221191 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e57b1765-a1db-4a02-965c-67f3d841963a req-63343e13-853d-461b-baca-187bb7963d86 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Sep 14 13:29:43.435032 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:43.800268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cba7d-dd95-4ca8-8224-cb6f933d7a8b req-1e907dfd-269c-4455-883b-23ac8de29cbe tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:43.802201 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e93cba7d-dd95-4ca8-8224-cb6f933d7a8b req-1e907dfd-269c-4455-883b-23ac8de29cbe tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Sep 14 13:29:43.841250 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e93cba7d-dd95-4ca8-8224-cb6f933d7a8b req-1cfb949a-226a-42f6-abe8-ac4e110d2825 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Sep 14 13:29:44.295392 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:44.352947 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353dda4-f0ff-4bc9-b45c-4ca46898158b req-f992e208-1e92-42cc-93fc-e7978050d61e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:44.360371 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4353dda4-f0ff-4bc9-b45c-4ca46898158b req-f992e208-1e92-42cc-93fc-e7978050d61e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0586550 Sep 14 13:29:44.400597 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4353dda4-f0ff-4bc9-b45c-4ca46898158b req-e8ce07c0-293a-4227-a59d-d35128771280 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Sep 14 13:29:44.427173 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6597-f513-4545-a03a-a4d6faeeb354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:44.546831 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6597-f513-4545-a03a-a4d6faeeb354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:44.549974 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6597-f513-4545-a03a-a4d6faeeb354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:44.590836 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd6597-f513-4545-a03a-a4d6faeeb354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd15691-f579-47f8-ab0a-8a807fd01242,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:44.607706 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3dcd6597-f513-4545-a03a-a4d6faeeb354 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39b527096a5e4d1984767b880152a3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103919 Sep 14 13:29:44.612097 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:44.667123 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05cfcb1b-6292-4e68-8e9e-922867fc9d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:44.692452 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05cfcb1b-6292-4e68-8e9e-922867fc9d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:44.754549 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05cfcb1b-6292-4e68-8e9e-922867fc9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:44.757394 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05cfcb1b-6292-4e68-8e9e-922867fc9d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:44.758829 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-05cfcb1b-6292-4e68-8e9e-922867fc9d39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcd15691-f579-47f8-ab0a-8a807fd01242 HTTP/1.1" status: 204 len: 168 time: 0.1451414 Sep 14 13:29:44.767888 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfcb1b-6292-4e68-8e9e-922867fc9d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd15691-f579-47f8-ab0a-8a807fd01242,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:44.975794 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589f1ed-8f4c-4564-92ea-0c0b530fef52 req-6abf0949-053e-4870-97bc-cacb3ce7d968 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:44.977426 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c589f1ed-8f4c-4564-92ea-0c0b530fef52 req-6abf0949-053e-4870-97bc-cacb3ce7d968 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0525734 Sep 14 13:29:45.002632 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:45.018547 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c589f1ed-8f4c-4564-92ea-0c0b530fef52 req-170582fe-d29e-4648-823c-3be695e5d3c0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344970 Sep 14 13:29:45.612462 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:45.721068 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da10e7e0-8831-4f02-ab01-2273e125da3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:45.822413 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da10e7e0-8831-4f02-ab01-2273e125da3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:45.826283 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da10e7e0-8831-4f02-ab01-2273e125da3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:45.864074 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e7e0-8831-4f02-ab01-2273e125da3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59046e9f-4fa9-43ce-98bb-53580fba11a7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:45.880129 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-da10e7e0-8831-4f02-ab01-2273e125da3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c2630ac6f55418596ee43316afc820d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633119 Sep 14 13:29:45.880129 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:45.940026 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-592b4203-9f56-4053-8f05-8ae3b641ea1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:45.971849 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-592b4203-9f56-4053-8f05-8ae3b641ea1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:46.026235 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-592b4203-9f56-4053-8f05-8ae3b641ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:46.028630 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-592b4203-9f56-4053-8f05-8ae3b641ea1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:46.030126 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-592b4203-9f56-4053-8f05-8ae3b641ea1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59046e9f-4fa9-43ce-98bb-53580fba11a7 HTTP/1.1" status: 204 len: 168 time: 0.1488957 Sep 14 13:29:46.039173 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b4203-9f56-4053-8f05-8ae3b641ea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59046e9f-4fa9-43ce-98bb-53580fba11a7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:46.328372 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37d305-aa72-4d09-9c18-eaa1d95832a7 req-c3831cf6-94a7-4568-8da2-b8c34f99fb16 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:46.330382 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5b37d305-aa72-4d09-9c18-eaa1d95832a7 req-c3831cf6-94a7-4568-8da2-b8c34f99fb16 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1146636 Sep 14 13:29:46.346005 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d3f2-ba7f-48ed-887d-aa0b6e26842d req-51ef0158-6770-4e28-aabd-0b0c06e86634 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:46.348646 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e570d3f2-ba7f-48ed-887d-aa0b6e26842d req-51ef0158-6770-4e28-aabd-0b0c06e86634 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0861630 Sep 14 13:29:46.415271 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5b37d305-aa72-4d09-9c18-eaa1d95832a7 req-9f693ccd-9521-4ed1-8d7b-fa9d12167e76 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651345 Sep 14 13:29:46.420108 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e570d3f2-ba7f-48ed-887d-aa0b6e26842d req-2c635dcf-a041-42c0-b62d-6d62a04df217 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621791 Sep 14 13:29:47.232057 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:29:47.535875 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ebba7-2c9b-44ea-944c-5d679be83b65 req-aed6d5e3-7fe0-441c-ade1-6438065eb5a3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:47.537262 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-af8ebba7-2c9b-44ea-944c-5d679be83b65 req-aed6d5e3-7fe0-441c-ade1-6438065eb5a3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0471311 Sep 14 13:29:47.574082 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-af8ebba7-2c9b-44ea-944c-5d679be83b65 req-5d43a023-f900-478b-a40e-c3d89f77815c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Sep 14 13:29:47.872515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26bba-a117-43e6-8c2e-d955c3cca8f2 req-bd14be52-03a7-4e57-acea-f93a760f49d5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:47.874033 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9ae26bba-a117-43e6-8c2e-d955c3cca8f2 req-bd14be52-03a7-4e57-acea-f93a760f49d5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0519938 Sep 14 13:29:47.916181 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9ae26bba-a117-43e6-8c2e-d955c3cca8f2 req-758fb130-4b94-41f4-b5f2-26192c680a6d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360045 Sep 14 13:29:48.688847 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75291f8-a390-4ae6-baa6-b8113845524e req-5ce85618-1436-4580-bcbf-e2f972c26ddc tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:48.690283 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c75291f8-a390-4ae6-baa6-b8113845524e req-5ce85618-1436-4580-bcbf-e2f972c26ddc tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0468431 Sep 14 13:29:48.730074 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c75291f8-a390-4ae6-baa6-b8113845524e req-e6f92a5e-0a6c-4e7a-abe0-2827fdc6a8c9 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Sep 14 13:29:48.894924 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4f9b913f-bbf3-4e8f-961e-30a328b737a0 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577432733&fields=id&tenant_id=afe541c6e9b94ea3ad62cb54784cd417 HTTP/1.1" status: 200 len: 267 time: 0.0320804 Sep 14 13:29:48.995485 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-b5e6d3fc-88ac-4713-b351-15c8b9ecacc5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:48.996844 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-b5e6d3fc-88ac-4713-b351-15c8b9ecacc5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 809 time: 0.0955021 Sep 14 13:29:49.011792 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-267a8ae5-5186-45ca-a251-fbe0f6885981 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/quotas/afe541c6e9b94ea3ad62cb54784cd417 HTTP/1.1" status: 200 len: 375 time: 0.0093830 Sep 14 13:29:49.066626 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-6f3a41ac-46bf-4f76-ae2b-12519e6a45a7 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490835 Sep 14 13:29:49.160429 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-5202e041-76c8-4fc6-9c38-45e2b2e4c1a5 service neutron] 10.222.0.30 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Sep 14 13:29:49.251152 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-7f2b31ba-08ca-42c6-8e99-b96d66aff037 service neutron] 10.222.0.30 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846319 Sep 14 13:29:49.261183 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 43940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:49.368380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4dda376-1d56-45a6-a67c-57bbe055d802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:49.456098 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4dda376-1d56-45a6-a67c-57bbe055d802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:49.460132 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4dda376-1d56-45a6-a67c-57bbe055d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:49.498627 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-d4dda376-1d56-45a6-a67c-57bbe055d802 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b3fd1aaef9541da86a4e83b155148e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364213 Sep 14 13:29:49.499713 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dda376-1d56-45a6-a67c-57bbe055d802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aa7b53-2865-4abe-80c2-a78eea27b076,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:49.501364 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:49.551940 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d83d89ec-99f0-4d78-bdfc-e126a336919b req-f543da9a-9fcd-4a5a-a29a-9a486f2b78ab tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 210 time: 0.0272450 Sep 14 13:29:49.557663 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-577a202e-100c-4fc5-9d46-e78f3520c07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:49.583390 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-577a202e-100c-4fc5-9d46-e78f3520c07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:49.630091 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-577a202e-100c-4fc5-9d46-e78f3520c07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:49.632584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-577a202e-100c-4fc5-9d46-e78f3520c07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:49.636329 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-577a202e-100c-4fc5-9d46-e78f3520c07e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9aa7b53-2865-4abe-80c2-a78eea27b076 HTTP/1.1" status: 204 len: 168 time: 0.1309779 Sep 14 13:29:49.643701 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a202e-100c-4fc5-9d46-e78f3520c07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aa7b53-2865-4abe-80c2-a78eea27b076,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:49.855226 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecefdc2-58bc-4195-8f7d-11db4adf9292 req-deb4d059-6ffe-4ae7-a045-056a6f74d715 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:49.856761 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fecefdc2-58bc-4195-8f7d-11db4adf9292 req-deb4d059-6ffe-4ae7-a045-056a6f74d715 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Sep 14 13:29:49.909108 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fecefdc2-58bc-4195-8f7d-11db4adf9292 req-9ea29015-d9df-48b3-bf1c-245713ed0cd7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455840 Sep 14 13:29:50.269858 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:50.361014 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1282483347-network', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:50.383584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Made reservation on behalf of 7d187ba1d5ec445f958d70a7e2f56a90 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:50.385914 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.394045 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.526627 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.530459 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.557321 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:29:50.562728 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:50.576853 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.577611 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Added segment 0fb3b20a-4a52-4f5f-a861-17bce59905db of type vlan for network 52f8afe2-9a44-4cef-a10c-3225eaf02fad Sep 14 13:29:50.634443 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.660641 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.661822 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:50.662410 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.681946 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-35451f04-b822-4e9f-bb08-e38e2efd9ffd req-9f53773e-af3f-40fa-a108-e216b1196feb tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 210 time: 0.0328622 Sep 14 13:29:50.709944 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-97494f80-88a1-43a0-80ca-0bea53b6ffd4 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:50.711424 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-97494f80-88a1-43a0-80ca-0bea53b6ffd4 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 809 time: 0.1631563 Sep 14 13:29:50.728383 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] Pushing event updated for resources: {'Network': ['ID=52f8afe2-9a44-4cef-a10c-3225eaf02fad,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:50.731339 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fcdda1ba-94a1-48bd-9014-280a69cc5a41 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4604447 Sep 14 13:29:50.734454 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 43998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:50.739572 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Request body: {'subnet': {'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1282483347-subnet', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:50.743631 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:29:50.762558 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Made reservation on behalf of 7d187ba1d5ec445f958d70a7e2f56a90 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:50.765383 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.772982 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4b0bbe81-aa77-4f4f-ba53-3b226a3c92d3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe541c6e9b94ea3ad62cb54784cd417 HTTP/1.1" status: 200 len: 380 time: 0.0410197 Sep 14 13:29:50.785627 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'port': {'device_id': '5157f954-4489-45e4-836f-53d2cb867560', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'admin_state_up': True, 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'security_groups': ['73381d4f-b103-4358-a58a-d018e45edd0c']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:50.890990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Made reservation on behalf of afe541c6e9b94ea3ad62cb54784cd417 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:50.894403 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.932243 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:50.984986 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f5f2d7-373d-473c-a8e2-1d1a53545d80,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:50.995490 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Checking segment: {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:50.995850 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Network hostable DHCP agents. Network: 52f8afe2-9a44-4cef-a10c-3225eaf02fad, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:29:51.011717 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:29:51.021557 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 52f8afe2-9a44-4cef-a10c-3225eaf02fad) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:51.026192 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:51.026994 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.031438 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d0be0f-f6c4-4e42-8adf-33baf264c172 None None] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:51.042935 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-990608e2-feba-4a8a-b1a5-ce81c35eb066 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3074830 Sep 14 13:29:51.045876 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44002) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:51.052031 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:51.053506 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Allocated IP 172.20.0.5 (a752ae93-631f-4d62-8192-3dbb58c804db/95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07/687763cb-9d3d-478b-a68f-0ac7abc3575c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:51.075879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713d00e-ad88-41c8-8527-11a07b543e74 req-9e684976-ff5c-4446-acc3-a0c1aa9ecbf2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:51.077540 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.078321 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1713d00e-ad88-41c8-8527-11a07b543e74 req-9e684976-ff5c-4446-acc3-a0c1aa9ecbf2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0797112 Sep 14 13:29:51.078661 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.142791 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.158191 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1713d00e-ad88-41c8-8527-11a07b543e74 req-25ce195b-96f1-49bc-84fb-b10f4f3f65dc tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653324 Sep 14 13:29:51.187252 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:29:51.188110 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.239639 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.253895 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Transition to ACTIVE for port object 687763cb-9d3d-478b-a68f-0ac7abc3575c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:51.279094 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.293528 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.331644 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Allocated IP 172.20.0.2 (52f8afe2-9a44-4cef-a10c-3225eaf02fad/b0f5f2d7-373d-473c-a8e2-1d1a53545d80/37342097-c6f0-4035-afdb-bb63886a1d72) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:51.339086 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Network a752ae93-631f-4d62-8192-3dbb58c804db is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:51.342316 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:51.345915 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:51.355212 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:51.402884 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:51.403427 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.438211 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4725c075-af98-4181-8e49-cdc2a7212749 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573241 Sep 14 13:29:51.460836 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Request body: {'port': {'device_id': '5157f954-4489-45e4-836f-53d2cb867560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:51.517702 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.527079 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Transition to ACTIVE for port object 37342097-c6f0-4035-afdb-bb63886a1d72 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:51.529016 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.548659 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.554308 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Transition to ACTIVE for port object 37342097-c6f0-4035-afdb-bb63886a1d72 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:51.554614 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.562874 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.614766 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:51.619951 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:51.627547 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:51.630875 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Pushing event updated for resources: {'Port': ['ID=37342097-c6f0-4035-afdb-bb63886a1d72,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:51.680753 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Allocated IP 172.27.2.165 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/d54b0522-b999-4e81-877e-5975e9cccadc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:51.688952 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Attempting to bind port 37342097-c6f0-4035-afdb-bb63886a1d72 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:51.689322 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Attempting to bind port 37342097-c6f0-4035-afdb-bb63886a1d72 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:51.689886 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Attempting to bind port 37342097-c6f0-4035-afdb-bb63886a1d72 on network 52f8afe2-9a44-4cef-a10c-3225eaf02fad {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:51.697815 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:51.698184 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Checking segment: {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:51.699126 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.699126 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Bound using segment: {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:51.699407 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Bound port: 37342097-c6f0-4035-afdb-bb63886a1d72, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:51.699775 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.711657 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-73a57483-eaa9-40f2-b5ba-c8e71e3ce523 None None] Provisioning for port 687763cb-9d3d-478b-a68f-0ac7abc3575c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:51.718762 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-73a57483-eaa9-40f2-b5ba-c8e71e3ce523 None None] Provisioning complete for port 687763cb-9d3d-478b-a68f-0ac7abc3575c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:51.719132 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73a57483-eaa9-40f2-b5ba-c8e71e3ce523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.788674 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-73a57483-eaa9-40f2-b5ba-c8e71e3ce523 None None] Port 687763cb-9d3d-478b-a68f-0ac7abc3575c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:51.790471 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.795760 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] For port 37342097-c6f0-4035-afdb-bb63886a1d72, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:51.799353 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] For port 37342097-c6f0-4035-afdb-bb63886a1d72, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=37342097-c6f0-4035-afdb-bb63886a1d72,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:51.804853 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.835165 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.872564 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0563d0-2b4a-4ad7-a361-2434d639b218 req-6059452a-96db-4f0e-9af4-a393bf5d10df tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:51.873009 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b224d53-09f4-4eeb-9a14-0ee21f0a1090 None None] Pushing event updated for resources: {'Port': ['ID=37342097-c6f0-4035-afdb-bb63886a1d72,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:51.874174 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e0563d0-2b4a-4ad7-a361-2434d639b218 req-6059452a-96db-4f0e-9af4-a393bf5d10df tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 931 time: 0.0900316 Sep 14 13:29:51.886465 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:51.894121 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:51.897667 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:51.929944 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Pushing event updated for resources: {'Port': ['ID=d54b0522-b999-4e81-877e-5975e9cccadc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:51.958243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687763cb-9d3d-478b-a68f-0ac7abc3575c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:29:51.967408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:51.972271 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e0563d0-2b4a-4ad7-a361-2434d639b218 req-01f0b17a-a831-4d6c-b538-a3f2808663da tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794859 Sep 14 13:29:51.984793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Transition to ACTIVE for port object 687763cb-9d3d-478b-a68f-0ac7abc3575c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:51.990107 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:52.061222 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d633870-b815-4484-b818-429a08dacadd service neutron] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:52.140931 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Attempting to bind port 687763cb-9d3d-478b-a68f-0ac7abc3575c on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:52.141420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Attempting to bind port 687763cb-9d3d-478b-a68f-0ac7abc3575c by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:52.141844 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Attempting to bind port 687763cb-9d3d-478b-a68f-0ac7abc3575c on network a752ae93-631f-4d62-8192-3dbb58c804db {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:52.147464 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Port 687763cb-9d3d-478b-a68f-0ac7abc3575c on network a752ae93-631f-4d62-8192-3dbb58c804db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:29:52.147915 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Attempting to bind port 687763cb-9d3d-478b-a68f-0ac7abc3575c on network a752ae93-631f-4d62-8192-3dbb58c804db {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:52.153909 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:52.154315 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Checking segment: {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:52.154762 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Bound using segment: {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:52.155412 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Bound port: 687763cb-9d3d-478b-a68f-0ac7abc3575c, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227f9ed3-d4b5-4651-bab5-3fed46c0e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:52.155892 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:52.252354 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:52.257295 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:52.266083 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:52.345436 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:52.346048 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:52.347551 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9d633870-b815-4484-b818-429a08dacadd service neutron] 10.222.0.18 "PUT /v2.0/ports/687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 1093 time: 0.8915503 Sep 14 13:29:52.348029 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:52.350434 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dec1896-d15b-426a-ad95-4caa390f3a01" -d '{"events": [{"name": "network-changed", "server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:52.389367 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d633870-b815-4484-b818-429a08dacadd service neutron] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:52.401265 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb4ca2-7e24-4f4f-b80f-9417ef9a57ee req-14552b04-649d-44f5-b718-d28629c97818 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:52.402977 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-40fb4ca2-7e24-4f4f-b80f-9417ef9a57ee req-14552b04-649d-44f5-b718-d28629c97818 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1155922 Sep 14 13:29:52.430373 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05fbef6-65d9-4557-a7c5-b27526f27426 x-openstack-request-id: req-c05fbef6-65d9-4557-a7c5-b27526f27426 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:52.430681 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:52.430954 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c05fbef6-65d9-4557-a7c5-b27526f27426 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:52.431346 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'status': 'completed', 'code': 200} Sep 14 13:29:52.458434 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:52.491360 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-40fb4ca2-7e24-4f4f-b80f-9417ef9a57ee req-4b298b6f-dcb4-4bd4-90d3-128c18b8fca5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794759 Sep 14 13:29:52.515402 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-687d83ae-445d-4345-bf27-27dda0a6fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:52.517110 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-687d83ae-445d-4345-bf27-27dda0a6fe18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1096 time: 0.1032269 Sep 14 13:29:52.615363 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-4681544e-c1d7-4546-aa9d-545b3482d7b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 217 time: 0.0888431 Sep 14 13:29:52.666562 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 37342097-c6f0-4035-afdb-bb63886a1d72 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:52.690092 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9ab7a809-cecd-4518-98e2-83e37be3b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:52.691815 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-9ab7a809-cecd-4518-98e2-83e37be3b006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.0661397 Sep 14 13:29:52.766514 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:52.772241 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-ae52f21e-1da3-4e63-ad36-5319a28fe6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:52.773906 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-ae52f21e-1da3-4e63-ad36-5319a28fe6bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702925 Sep 14 13:29:52.860935 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 37342097-c6f0-4035-afdb-bb63886a1d72 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:52.909685 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-7e967f86-accd-4bbe-8f7b-26b1601866dd service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194773 Sep 14 13:29:52.961571 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Router c1b38afa-8275-4dce-936d-8f6da176aed6 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:29:53.035600 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-03f69818-6ca2-4fc9-a2d9-5e906c36e02b req-12020dc0-ada1-46a0-9389-a05625fd893b service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171453 Sep 14 13:29:53.036207 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f50271-4dfc-461f-aa0f-0938b5b9b92a None None] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:53.093154 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:29:53.106087 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Sync routers for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:29:53.113766 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:53.115709 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-ade82836-32af-458a-bf8a-e02259f2c06f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0675147 Sep 14 13:29:53.118852 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:53.124143 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:53.125666 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:53.131911 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-136faf9b-b2e2-49e7-8698-5907e18faf41 None None] Provisioning for port 37342097-c6f0-4035-afdb-bb63886a1d72 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:53.133329 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20039-a733-4c1c-8282-28c6b0201ea2 req-397155e6-f6b0-47d5-bf5b-9e4055007ac5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:53.135044 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08a20039-a733-4c1c-8282-28c6b0201ea2 req-397155e6-f6b0-47d5-bf5b-9e4055007ac5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0811000 Sep 14 13:29:53.147171 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-136faf9b-b2e2-49e7-8698-5907e18faf41 None None] Provisioning complete for port 37342097-c6f0-4035-afdb-bb63886a1d72 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:53.147923 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-136faf9b-b2e2-49e7-8698-5907e18faf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:53.152884 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-e48f1afa-90a3-42af-ad77-67032d9a3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:53.153628 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-e48f1afa-90a3-42af-ad77-67032d9a3f79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1096 time: 0.0648983 Sep 14 13:29:53.215615 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08a20039-a733-4c1c-8282-28c6b0201ea2 req-c3268261-f24f-45a8-8602-1939aa2054b5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718241 Sep 14 13:29:53.272135 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:53.339330 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-136faf9b-b2e2-49e7-8698-5907e18faf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:53.390027 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-136faf9b-b2e2-49e7-8698-5907e18faf41 None None] For port 37342097-c6f0-4035-afdb-bb63886a1d72, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=37342097-c6f0-4035-afdb-bb63886a1d72,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:53.401744 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-136faf9b-b2e2-49e7-8698-5907e18faf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:53.471521 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136faf9b-b2e2-49e7-8698-5907e18faf41 None None] Pushing event updated for resources: {'Port': ['ID=37342097-c6f0-4035-afdb-bb63886a1d72,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:53.551094 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-daf85114-a009-42c2-a8af-6def064004da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:53.552541 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-daf85114-a009-42c2-a8af-6def064004da service neutron] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 910 time: 0.3883049 Sep 14 13:29:53.606512 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-49a90a22-63a3-4baf-9f96-52127c928f01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 217 time: 0.0388138 Sep 14 13:29:53.627316 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-63a0c17b-d773-4aaa-b727-220e6ac98648 None None] Provisioning complete for port 37342097-c6f0-4035-afdb-bb63886a1d72 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:53.627686 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63a0c17b-d773-4aaa-b727-220e6ac98648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:53.649836 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:52Z', 'revision_number': 3, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:53.686256 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-7a825839-e07c-4c3b-8c80-8558d1a1f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:53.686702 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-7a825839-e07c-4c3b-8c80-8558d1a1f412 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.0708902 Sep 14 13:29:53.689628 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Checking router: c1b38afa-8275-4dce-936d-8f6da176aed6 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:29:53.689995 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Updating router c1b38afa-8275-4dce-936d-8f6da176aed6 port d54b0522-b999-4e81-877e-5975e9cccadc binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:29:53.713582 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938438d4-f5df-40c5-903b-3d7126a6d068 req-05355cc2-7367-4c8b-940c-4130f932ab03 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:53.715058 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-938438d4-f5df-40c5-903b-3d7126a6d068 req-05355cc2-7367-4c8b-940c-4130f932ab03 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1116862 Sep 14 13:29:53.721469 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:53.724963 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:53.797121 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-938438d4-f5df-40c5-903b-3d7126a6d068 req-4e295069-9d93-43b1-bbbf-631857500d9b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680523 Sep 14 13:29:53.799642 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-1ad0af64-102e-4b47-8145-8c533d69592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:53.801642 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-1ad0af64-102e-4b47-8145-8c533d69592c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023445 Sep 14 13:29:53.918344 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-dc4992b0-c033-4a76-882b-480827c80855 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083553 Sep 14 13:29:53.919773 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Allocated IP 172.20.0.1 (52f8afe2-9a44-4cef-a10c-3225eaf02fad/b0f5f2d7-373d-473c-a8e2-1d1a53545d80/7e77e391-1921-4e59-9bb2-2123a3bc71f4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:54.022600 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dec1896-d15b-426a-ad95-4caa390f3a01 req-69397944-2dd6-475a-8f49-8971a55748a8 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959828 Sep 14 13:29:54.041393 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.043327 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.056094 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Transition to ACTIVE for port object d54b0522-b999-4e81-877e-5975e9cccadc will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:54.057727 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Transition to ACTIVE for port object 7e77e391-1921-4e59-9bb2-2123a3bc71f4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:54.062294 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.096471 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.116117 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Attempting to bind port d54b0522-b999-4e81-877e-5975e9cccadc on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:54.116814 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Attempting to bind port d54b0522-b999-4e81-877e-5975e9cccadc by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:54.117145 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Attempting to bind port d54b0522-b999-4e81-877e-5975e9cccadc on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:54.120069 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a96732-ce0a-4c78-b38c-1b75e55f5e98 None None] Pushing event updated for resources: {'Port': ['ID=d54b0522-b999-4e81-877e-5975e9cccadc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:54.124842 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:54.125617 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:54.125826 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.126307 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:54.126992 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Bound port: d54b0522-b999-4e81-877e-5975e9cccadc, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:54.127386 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.134720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-98a5138a-7fc3-4d58-ad06-b98dbbfee542 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:54.136236 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-98a5138a-7fc3-4d58-ad06-b98dbbfee542 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.1102283 Sep 14 13:29:54.146904 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Pushing event updated for resources: {'Port': ['ID=7e77e391-1921-4e59-9bb2-2123a3bc71f4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:54.151897 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-0c2abf37-db91-47bc-b4d2-d17010da9296 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/quotas/89bad4a2ac99492d8cc32dff50caa557 HTTP/1.1" status: 200 len: 375 time: 0.0095620 Sep 14 13:29:54.157458 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.157808 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.158138 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.158852 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.158852 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.159608 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.159934 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.160252 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.160570 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.160909 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.161226 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.161537 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:54.173961 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:54.175782 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:54.177924 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:54.182083 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] For port d54b0522-b999-4e81-877e-5975e9cccadc, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:54.185573 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] For port d54b0522-b999-4e81-877e-5975e9cccadc, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d54b0522-b999-4e81-877e-5975e9cccadc,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:54.194075 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.207393 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-129b21f3-9db0-4f2f-80ca-6e9f6a199293 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492296 Sep 14 13:29:54.217513 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.253548 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:54.254468 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:54.327966 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a96732-ce0a-4c78-b38c-1b75e55f5e98 None None] Pushing event updated for resources: {'Port': ['ID=d54b0522-b999-4e81-877e-5975e9cccadc,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:54.358633 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.397385 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-90e27c2c-f963-4fbb-bd71-1a4100d5bb4d service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762021 Sep 14 13:29:54.415205 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcde64-b435-40fd-b283-04ab739534c7 req-590499ef-f907-4e18-82e9-f53717b1583d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:54.416816 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fedcde64-b435-40fd-b283-04ab739534c7 req-590499ef-f907-4e18-82e9-f53717b1583d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0792711 Sep 14 13:29:54.421332 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:54.468358 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5c6b0f0f-744e-4955-9e3b-ffb12a774038 None None] Provisioning for port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:54.473982 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5c6b0f0f-744e-4955-9e3b-ffb12a774038 None None] Provisioning complete for port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:54.474897 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c6b0f0f-744e-4955-9e3b-ffb12a774038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.519856 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fedcde64-b435-40fd-b283-04ab739534c7 req-5e3e2855-d97c-42b7-a01b-d4229fe58ab2 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846539 Sep 14 13:29:54.533604 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b0f0f-744e-4955-9e3b-ffb12a774038 None None] Port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:54.559486 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-2ba4b480-08c2-4a86-853d-0da23dbba5a0 service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523397 Sep 14 13:29:54.562723 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.568597 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.599798 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 37342097-c6f0-4035-afdb-bb63886a1d72 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:54.650199 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.653050 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Pushing event updated for resources: {'Port': ['ID=7e77e391-1921-4e59-9bb2-2123a3bc71f4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:54.666913 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 37342097-c6f0-4035-afdb-bb63886a1d72 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:54.667337 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:54.702127 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:52Z', 'revision_number': 3, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:54.744542 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23922a38-897b-469e-aa7c-e98dbf64eefd None None] The sync data for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi is: [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:52Z', 'revision_number': 3, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:29:54.780196 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7d8bfd5-1bc7-490a-891c-71e05d562a2c req-535c0fb0-c1cd-4ca2-9cbd-906233910a2d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 210 time: 0.0481348 Sep 14 13:29:54.809359 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:54.812954 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:54.953582 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Router c1b38afa-8275-4dce-936d-8f6da176aed6 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:29:54.965729 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6b25-a42f-411a-9e77-57f8a033029f req-f52c961a-47ea-40f4-8b75-4a569176a563 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:54.967365 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0ecc6b25-a42f-411a-9e77-57f8a033029f req-f52c961a-47ea-40f4-8b75-4a569176a563 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0704005 Sep 14 13:29:55.032100 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0ecc6b25-a42f-411a-9e77-57f8a033029f req-be4e633d-b8db-4f6a-8d00-d8e37536ad0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Sep 14 13:29:55.109069 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:29:55.114360 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-85f9ffad-4b08-4f80-9126-0b23a27754ab admin admin] 10.222.0.30 "PUT /v2.0/routers/c1b38afa-8275-4dce-936d-8f6da176aed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9943941 Sep 14 13:29:55.163559 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a41ee11f-5c39-45c7-9cbf-cd4d83dd8c9f None None] Provisioning complete for port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:55.164011 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41ee11f-5c39-45c7-9cbf-cd4d83dd8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.215900 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a41ee11f-5c39-45c7-9cbf-cd4d83dd8c9f None None] Port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:29:55.649630 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665aea1-8943-4baf-97e9-7e26041dcfd1 req-4a535156-7942-4348-8c91-92bcecf890ff tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:55.651226 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4665aea1-8943-4baf-97e9-7e26041dcfd1 req-4a535156-7942-4348-8c91-92bcecf890ff tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0567801 Sep 14 13:29:55.678106 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:55.684547 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-922722544-network', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:55.692168 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4665aea1-8943-4baf-97e9-7e26041dcfd1 req-79a39496-fcee-4d01-8e6e-7f9f8459d2b8 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348988 Sep 14 13:29:55.711305 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Made reservation on behalf of 5c2070c12dd94d338682b2ebe9cebc08 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:55.714669 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.724087 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.837011 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.843118 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.876564 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558fbe0a-7724-4665-84e1-dc13ce5c3b64,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:55.879708 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:29:55.902823 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.903449 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Added segment 51a0644c-1f5a-4e74-ab53-30c34581ad80 of type vlan for network fa5101dd-5d52-4666-973d-17cd2c95291a Sep 14 13:29:55.907671 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef70224f-e6d6-4d31-89a0-262978ec40ab req-a1386556-0b76-4e1e-bc2e-d5f8bfa1925a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 210 time: 0.0462630 Sep 14 13:29:55.948404 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.974453 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.975452 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:55.976059 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:55.999205 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-8212d51a-442b-4c0e-a7c0-d63501ed66b6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:56.000722 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3204637 Sep 14 13:29:56.001185 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-8212d51a-442b-4c0e-a7c0-d63501ed66b6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.1305289 Sep 14 13:29:56.003873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 44080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:56.008504 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Request body: {'subnet': {'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-922722544-subnet', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:56.015379 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Request body: {'port': {'device_id': '231d542b-583d-4e29-a098-f0203f136075', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'admin_state_up': True, 'tenant_id': '89bad4a2ac99492d8cc32dff50caa557'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:56.041943 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d66f66-90af-4c69-9652-7951ab178a6f admin admin] Pushing event updated for resources: {'Network': ['ID=fa5101dd-5d52-4666-973d-17cd2c95291a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:56.073552 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network fa5101dd-5d52-4666-973d-17cd2c95291a details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:29:56.086768 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Made reservation on behalf of 5c2070c12dd94d338682b2ebe9cebc08 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:56.089189 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15834132'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.236034 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7986679-95bb-4bd9-bd51-1ad366e647f1 req-447791ec-247a-4b98-b5e3-ad60bd558394 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:56.237567 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7986679-95bb-4bd9-bd51-1ad366e647f1 req-447791ec-247a-4b98-b5e3-ad60bd558394 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1337655 Sep 14 13:29:56.270063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Made reservation on behalf of 89bad4a2ac99492d8cc32dff50caa557 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:29:56.273386 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.350368 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7986679-95bb-4bd9-bd51-1ad366e647f1 req-836a66cc-3264-4750-905b-35e1a48d1d2b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049829 Sep 14 13:29:56.426304 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13592722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15834122'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.518297 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69b10c5-2e13-41ce-a313-5a531a38b0b2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:56.525137 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Allocated IP 172.20.0.13 (6aaa95eb-4a3b-4910-92e1-7035d00a7f2c/5ee52507-a61c-4435-a232-4ee01e268449/7e813015-41af-4afb-bc33-ae2a409256bd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:56.548956 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.548956 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.549110 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.549388 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.549763 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.550602 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.550924 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.551247 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.551568 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.551887 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.552204 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.552518 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:29:56.567424 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Checking segment: {'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:56.567782 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Network hostable DHCP agents. Network: fa5101dd-5d52-4666-973d-17cd2c95291a, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:29:56.591154 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Sync routers for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:29:56.598428 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d54b0522-b999-4e81-877e-5975e9cccadc up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:56.607809 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Network fa5101dd-5d52-4666-973d-17cd2c95291a is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:29:56.627221 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, fa5101dd-5d52-4666-973d-17cd2c95291a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:56.629970 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:56.630763 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:56.634905 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:56.635489 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.671619 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafbb79f-6ed6-4f9f-a951-dd01ca35295a None None] Network fa5101dd-5d52-4666-973d-17cd2c95291a requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:56.679625 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-f7d5ee95-dde7-4a45-a2a7-14ff7c7a606d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6747286 Sep 14 13:29:56.682217 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 44088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:29:56.686209 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:56.732604 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.734036 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.754718 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.798716 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port d54b0522-b999-4e81-877e-5975e9cccadc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:56.818691 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port d54b0522-b999-4e81-877e-5975e9cccadc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:56.819065 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.833150 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.857594 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:56.901783 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f3383-cffb-496e-b205-5f5ce2f49556 req-2e66678b-2973-4c1d-ba02-316e92567e04 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:56.903284 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-851f3383-cffb-496e-b205-5f5ce2f49556 req-2e66678b-2973-4c1d-ba02-316e92567e04 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.1361732 Sep 14 13:29:56.955122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:56.975468 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:29:57.037028 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-fa5101dd-5d52-4666-973d-17cd2c95291a', 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'fixed_ips': [{'subnet_id': 'c69b10c5-2e13-41ce-a313-5a531a38b0b2'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:29:57.037854 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.084313 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.109463 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:57.131074 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:57.142436 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-851f3383-cffb-496e-b205-5f5ce2f49556 req-a6821103-dc6e-4eb2-8df7-2029c34cd599 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072694 Sep 14 13:29:57.143898 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:57.150002 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event updated for resources: {'Port': ['ID=7e813015-41af-4afb-bc33-ae2a409256bd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:57.151797 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.199268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba061dff-3faa-4315-a808-2d780bca740a req-596e5e7f-ce5b-4fe8-af32-894e44a0fc01 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:57.200877 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba061dff-3faa-4315-a808-2d780bca740a req-596e5e7f-ce5b-4fe8-af32-894e44a0fc01 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 932 time: 0.2080610 Sep 14 13:29:57.234601 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:57.235208 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.249648 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port d54b0522-b999-4e81-877e-5975e9cccadc, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d54b0522-b999-4e81-877e-5975e9cccadc,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:29:57.264518 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.293260 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-3c373468-0245-42c2-9355-85ff915bf4d6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2813637 Sep 14 13:29:57.301304 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba061dff-3faa-4315-a808-2d780bca740a req-6310eeac-295d-45bd-9e68-da863050751d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929236 Sep 14 13:29:57.308758 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Request body: {'port': {'device_id': '231d542b-583d-4e29-a098-f0203f136075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:29:57.374257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.391312 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Allocated IP 172.20.0.2 (fa5101dd-5d52-4666-973d-17cd2c95291a/c69b10c5-2e13-41ce-a313-5a531a38b0b2/fac88128-5b94-4612-9112-9a2350469453) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:57.404932 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=d54b0522-b999-4e81-877e-5975e9cccadc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:57.474563 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 2, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:57.635593 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6db44-ba0c-4bed-b0ba-bd0695ddd5fd req-25d30740-d70f-4a27-855a-b3400f21d60e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:57.637087 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7af6db44-ba0c-4bed-b0ba-bd0695ddd5fd req-25d30740-d70f-4a27-855a-b3400f21d60e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1960278 Sep 14 13:29:57.640532 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.649486 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Checking router: c1b38afa-8275-4dce-936d-8f6da176aed6 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:29:57.649839 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Updating router c1b38afa-8275-4dce-936d-8f6da176aed6 port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:29:57.679211 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.689530 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.791362 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7af6db44-ba0c-4bed-b0ba-bd0695ddd5fd req-f559c13c-1424-4ee3-9983-cceaa9a5299a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459041 Sep 14 13:29:57.839880 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.854693 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Transition to ACTIVE for port object fac88128-5b94-4612-9112-9a2350469453 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:57.885587 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Allocated IP 172.27.2.177 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/8fb339d5-3292-4088-b6a0-eb66292faf4f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:29:57.886432 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Transition to ACTIVE for port object fac88128-5b94-4612-9112-9a2350469453 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:57.898086 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:57.975546 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Network fa5101dd-5d52-4666-973d-17cd2c95291a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:57.985917 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:57.989916 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:57.991834 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Pushing event updated for resources: {'Port': ['ID=fac88128-5b94-4612-9112-9a2350469453,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:58.078507 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Attempting to bind port fac88128-5b94-4612-9112-9a2350469453 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:58.078777 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Attempting to bind port fac88128-5b94-4612-9112-9a2350469453 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:58.079138 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Attempting to bind port fac88128-5b94-4612-9112-9a2350469453 on network fa5101dd-5d52-4666-973d-17cd2c95291a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:58.103016 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:58.103391 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Checking segment: {'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:58.103792 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.104185 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Bound using segment: {'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:58.104668 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Bound port: fac88128-5b94-4612-9112-9a2350469453, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:58.105065 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.149790 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.158114 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e813015-41af-4afb-bc33-ae2a409256bd {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:29:58.165136 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Transition to ACTIVE for port object 7e77e391-1921-4e59-9bb2-2123a3bc71f4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:58.173405 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.182525 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.218696 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Transition to ACTIVE for port object 7e813015-41af-4afb-bc33-ae2a409256bd will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:29:58.229277 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] For port fac88128-5b94-4612-9112-9a2350469453, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:58.251529 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] For port fac88128-5b94-4612-9112-9a2350469453, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=fac88128-5b94-4612-9112-9a2350469453,segment=NetworkSegment(51a0644c-1f5a-4e74-ab53-30c34581ad80),segment_id=51a0644c-1f5a-4e74-ab53-30c34581ad80)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:58.252570 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c73674-6964-402a-9b93-fc7ae2d4d569 None None] Pushing event updated for resources: {'Port': ['ID=7e77e391-1921-4e59-9bb2-2123a3bc71f4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:58.255851 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.260188 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.319919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.349300 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c486e5-1caa-48d8-bb73-f9dfb644c664 req-6ce09fdd-1bd5-4a61-a15a-73c4f73cd29e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:58.350913 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-02c486e5-1caa-48d8-bb73-f9dfb644c664 req-6ce09fdd-1bd5-4a61-a15a-73c4f73cd29e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.1291096 Sep 14 13:29:58.351565 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e813015-41af-4afb-bc33-ae2a409256bd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:58.364731 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Attempting to bind port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:58.365082 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Attempting to bind port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:58.365443 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Attempting to bind port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 on network 52f8afe2-9a44-4cef-a10c-3225eaf02fad {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:58.370581 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5968bc-88c3-4b3d-98c9-22ba60075c8a None None] Pushing event updated for resources: {'Port': ['ID=fac88128-5b94-4612-9112-9a2350469453,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:58.375645 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:58.376016 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Checking segment: {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:58.376413 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.376819 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Bound using segment: {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:58.377281 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Bound port: 7e77e391-1921-4e59-9bb2-2123a3bc71f4, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:58.377688 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.456671 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] For port 7e77e391-1921-4e59-9bb2-2123a3bc71f4, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:58.461668 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] For port 7e77e391-1921-4e59-9bb2-2123a3bc71f4, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=7e77e391-1921-4e59-9bb2-2123a3bc71f4,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:58.466784 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.511766 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-02c486e5-1caa-48d8-bb73-f9dfb644c664 req-5d0bb735-dae4-4207-b136-b897bf91162a tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468849 Sep 14 13:29:58.520008 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.535747 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:29:58.536479 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:58.540347 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c73674-6964-402a-9b93-fc7ae2d4d569 None None] Pushing event updated for resources: {'Port': ['ID=7e77e391-1921-4e59-9bb2-2123a3bc71f4,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:58.567977 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Attempting to bind port 7e813015-41af-4afb-bc33-ae2a409256bd on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:29:58.568311 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Attempting to bind port 7e813015-41af-4afb-bc33-ae2a409256bd by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:29:58.568633 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Attempting to bind port 7e813015-41af-4afb-bc33-ae2a409256bd on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:58.583356 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a787604-5d5f-47d0-b227-11b45744ec7e req-8fabf2b2-cc85-45ad-b6fa-1642c2355604 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:58.584975 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a787604-5d5f-47d0-b227-11b45744ec7e req-8fabf2b2-cc85-45ad-b6fa-1642c2355604 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 944 time: 0.1525130 Sep 14 13:29:58.590933 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:29:58.600730 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:29:58.602571 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Port 7e813015-41af-4afb-bc33-ae2a409256bd on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:29:58.602866 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Attempting to bind port 7e813015-41af-4afb-bc33-ae2a409256bd on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:29:58.605455 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:29:58.643234 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Pushing event updated for resources: {'Port': ['ID=8fb339d5-3292-4088-b6a0-eb66292faf4f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:58.662405 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:29:58.662736 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Checking segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:29:58.663116 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Bound using segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:29:58.663566 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Bound port: 7e813015-41af-4afb-bc33-ae2a409256bd, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:29:58.663957 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.682418 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d54b0522-b999-4e81-877e-5975e9cccadc up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:29:58.754056 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:29:58.769267 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a787604-5d5f-47d0-b227-11b45744ec7e req-e05a1963-e614-4046-9040-433b16f5b53d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725600 Sep 14 13:29:58.898196 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port d54b0522-b999-4e81-877e-5975e9cccadc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:29:58.898661 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:58.913187 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] For port 7e813015-41af-4afb-bc33-ae2a409256bd, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:29:58.916921 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] For port 7e813015-41af-4afb-bc33-ae2a409256bd, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7e813015-41af-4afb-bc33-ae2a409256bd,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:29:58.934374 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:59.030341 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:59.030961 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:59.032354 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e813015-41af-4afb-bc33-ae2a409256bd HTTP/1.1" status: 200 len: 1094 time: 1.7302179 Sep 14 13:29:59.035146 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231d542b-583d-4e29-a098-f0203f136075', 'tag': '7e813015-41af-4afb-bc33-ae2a409256bd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:29:59.037494 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13752f78-6b26-4c51-9e57-ce0350edb148" -d '{"events": [{"name": "network-changed", "server_uuid": "231d542b-583d-4e29-a098-f0203f136075", "tag": "7e813015-41af-4afb-bc33-ae2a409256bd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:29:59.085570 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a411bc2-d303-4d8c-8f7a-acd6fffab507 req-2f00bf63-00ad-49ca-9b98-6ed71c918cec tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:59.092496 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a411bc2-d303-4d8c-8f7a-acd6fffab507 req-2f00bf63-00ad-49ca-9b98-6ed71c918cec tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1819417 Sep 14 13:29:59.097547 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:29:58Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:29:59.115588 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ef983-6460-43fb-a646-5183715252c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e813015-41af-4afb-bc33-ae2a409256bd,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:29:59.130646 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3506273-cd8e-41a2-ac28-638d0a353082 None None] The sync data for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi is: [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:29:58Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:29:59.147993 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb942843-75e7-47b7-8de3-afef6bb49d5c x-openstack-request-id: req-cb942843-75e7-47b7-8de3-afef6bb49d5c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:29:59.148277 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231d542b-583d-4e29-a098-f0203f136075", "tag": "7e813015-41af-4afb-bc33-ae2a409256bd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:29:59.148524 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb942843-75e7-47b7-8de3-afef6bb49d5c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:29:59.148926 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231d542b-583d-4e29-a098-f0203f136075', 'tag': '7e813015-41af-4afb-bc33-ae2a409256bd', 'status': 'completed', 'code': 200} Sep 14 13:29:59.215317 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:59.222566 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a411bc2-d303-4d8c-8f7a-acd6fffab507 req-12ffa38e-b765-4ad4-9672-21a27f366652 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292074 Sep 14 13:29:59.261333 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-77c92f5a-e767-499a-927c-79b1e28a00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:59.262864 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-77c92f5a-e767-499a-927c-79b1e28a00d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 1097 time: 0.1660469 Sep 14 13:29:59.375139 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-e330e925-7256-4dee-84ed-56d500603a94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e813015-41af-4afb-bc33-ae2a409256bd HTTP/1.1" status: 200 len: 217 time: 0.1020432 Sep 14 13:29:59.469360 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-be704c74-e411-4605-a604-67ee13086359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:59.470819 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-be704c74-e411-4605-a604-67ee13086359 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.0551841 Sep 14 13:29:59.536428 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-b3a2c5aa-5f73-43f7-885d-096455fba57e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549860 Sep 14 13:29:59.569460 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:29:59.646377 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85619b04-9e1f-4766-bd34-0541ba75bcb5 None None] Network fa5101dd-5d52-4666-973d-17cd2c95291a requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:29:59.738020 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b3d40c95-57a1-481a-a97a-411b87fe7830 None None] Provisioning for port fac88128-5b94-4612-9112-9a2350469453 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:29:59.767167 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2e37d-7b2b-421b-9b25-d81c115054ec req-aba39b68-f486-43b4-83c8-0408ce5f1751 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:29:59.768777 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7d2e37d-7b2b-421b-9b25-d81c115054ec req-aba39b68-f486-43b4-83c8-0408ce5f1751 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.1422622 Sep 14 13:29:59.773001 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-72a17f25-8e3e-4272-80ff-6038d2108bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265642 Sep 14 13:29:59.861235 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7d2e37d-7b2b-421b-9b25-d81c115054ec req-cd278fc4-7ae6-4972-91d5-36603ba4fbc8 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820236 Sep 14 13:29:59.965068 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc70fe08-e3d5-4363-811e-1df2293f6d4a req-8340948c-9dff-4a44-a411-09b79e8bc63c service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715305 Sep 14 13:29:59.998301 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2efa-b299-46bb-bb34-26d1c967dd6c req-ac94fe34-32d2-4a79-aa1d-be1271f724a1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:00.005763 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-950c2efa-b299-46bb-bb34-26d1c967dd6c req-ac94fe34-32d2-4a79-aa1d-be1271f724a1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 944 time: 0.1054120 Sep 14 13:30:00.014182 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Router 0771f61d-780c-418b-84ec-8dfa9007b7b0 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:30:00.113286 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-950c2efa-b299-46bb-bb34-26d1c967dd6c req-36218e54-906c-4b20-b6fa-a60bbf9c49c9 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066339 Sep 14 13:30:00.132393 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-b9283a16-28b5-4639-ab4d-c43d707a2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:00.133895 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-b9283a16-28b5-4639-ab4d-c43d707a2155 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 1097 time: 0.1021328 Sep 14 13:30:00.217619 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:30:00.227327 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Sync routers for ids ['0771f61d-780c-418b-84ec-8dfa9007b7b0'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:30:00.237433 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Routers {'0771f61d-780c-418b-84ec-8dfa9007b7b0'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:30:00.238044 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['0771f61d-780c-418b-84ec-8dfa9007b7b0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:00.296740 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:00.299175 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-cfd005ff-113f-4ac0-a737-972b04d1b70a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6152232 Sep 14 13:30:00.301792 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 44122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:30:00.344338 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-d5c0d8b8-dded-4a93-8a22-d28544ecf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:00.345825 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-d5c0d8b8-dded-4a93-8a22-d28544ecf9bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 916 time: 0.2042058 Sep 14 13:30:00.383407 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Set router 0771f61d-780c-418b-84ec-8dfa9007b7b0 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:30:00.607872 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:29:58Z', 'revision_number': 3, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port': {'id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:57Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:00.641020 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Checking router: 0771f61d-780c-418b-84ec-8dfa9007b7b0 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:30:00.641393 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Updating router 0771f61d-780c-418b-84ec-8dfa9007b7b0 port 8fb339d5-3292-4088-b6a0-eb66292faf4f binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:30:00.669203 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:00.699836 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device fac88128-5b94-4612-9112-9a2350469453 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:00.742423 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-8f3b7863-fa87-4e82-a7ea-da80b8b26de0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e813015-41af-4afb-bc33-ae2a409256bd HTTP/1.1" status: 200 len: 217 time: 0.0917466 Sep 14 13:30:00.750218 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port fac88128-5b94-4612-9112-9a2350469453 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:00.755421 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port fac88128-5b94-4612-9112-9a2350469453 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:00.756000 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:00.837787 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:00.844379 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12968aa7-43c8-46ab-b457-5db0a5095e19 req-7d327e78-8ff3-4e61-9af0-ded5cb8a3eb0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:00.845886 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-12968aa7-43c8-46ab-b457-5db0a5095e19 req-7d327e78-8ff3-4e61-9af0-ded5cb8a3eb0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.5336165 Sep 14 13:30:00.870458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-f57180c9-e18c-4a3b-bb2a-27e66cba3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:00.871871 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-f57180c9-e18c-4a3b-bb2a-27e66cba3d04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.2202344 Sep 14 13:30:00.876963 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port fac88128-5b94-4612-9112-9a2350469453, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=fac88128-5b94-4612-9112-9a2350469453,segment=NetworkSegment(51a0644c-1f5a-4e74-ab53-30c34581ad80),segment_id=51a0644c-1f5a-4e74-ab53-30c34581ad80)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:00.883850 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:00.884628 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 7e77e391-1921-4e59-9bb2-2123a3bc71f4 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:00.900590 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d0979-c402-44ee-8aec-c2ba6e01734c req-b45f9ef0-5992-409e-b9a5-753a90fb73ca tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:00.905170 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6a0d0979-c402-44ee-8aec-c2ba6e01734c req-b45f9ef0-5992-409e-b9a5-753a90fb73ca tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.2505620 Sep 14 13:30:00.919135 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-2308d027-4ea6-4f00-a64c-16ce8ba545f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:00.920803 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-2308d027-4ea6-4f00-a64c-16ce8ba545f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.1634183 Sep 14 13:30:00.945883 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:00.956221 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Transition to ACTIVE for port object 8fb339d5-3292-4088-b6a0-eb66292faf4f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:30:00.959839 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=fac88128-5b94-4612-9112-9a2350469453,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:00.963507 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:00.982266 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:00.987863 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:00.988523 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:01.014269 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7266122-36e6-4369-b1da-3f5896785db4 None None] Pushing event updated for resources: {'Port': ['ID=8fb339d5-3292-4088-b6a0-eb66292faf4f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:01.029404 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Attempting to bind port 8fb339d5-3292-4088-b6a0-eb66292faf4f on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:30:01.029767 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Attempting to bind port 8fb339d5-3292-4088-b6a0-eb66292faf4f by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:30:01.030117 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Attempting to bind port 8fb339d5-3292-4088-b6a0-eb66292faf4f on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:30:01.035935 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:30:01.036129 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:30:01.036525 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:01.036944 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:30:01.037520 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Bound port: 8fb339d5-3292-4088-b6a0-eb66292faf4f, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:30:01.037918 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:01.039709 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-257d209e-68a9-4d28-bcff-15f58bd4da86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012342 Sep 14 13:30:01.073531 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-12968aa7-43c8-46ab-b457-5db0a5095e19 req-02907cca-0411-446c-9885-88e75f60756e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185378 Sep 14 13:30:01.090541 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] For port 8fb339d5-3292-4088-b6a0-eb66292faf4f, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:30:01.092966 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:01.093867 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] For port 8fb339d5-3292-4088-b6a0-eb66292faf4f, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=8fb339d5-3292-4088-b6a0-eb66292faf4f,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:30:01.100268 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:01.150135 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Routers {'0771f61d-780c-418b-84ec-8dfa9007b7b0'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:30:01.150767 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['0771f61d-780c-418b-84ec-8dfa9007b7b0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:01.196772 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6a0d0979-c402-44ee-8aec-c2ba6e01734c req-11cf7afa-6963-46c8-a329-b77d90a139e5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791462 Sep 14 13:30:01.267288 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 7e77e391-1921-4e59-9bb2-2123a3bc71f4, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=7e77e391-1921-4e59-9bb2-2123a3bc71f4,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:01.272864 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:01.294651 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-c52a0643-cef0-4517-8a7e-535d62b79137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:01.296130 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-c52a0643-cef0-4517-8a7e-535d62b79137 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.4035261 Sep 14 13:30:01.326559 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=7e77e391-1921-4e59-9bb2-2123a3bc71f4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:01.369996 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] Set router 0771f61d-780c-418b-84ec-8dfa9007b7b0 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:30:01.371753 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7266122-36e6-4369-b1da-3f5896785db4 None None] Pushing event updated for resources: {'Port': ['ID=8fb339d5-3292-4088-b6a0-eb66292faf4f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:01.413688 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-2f56927c-1f54-4b02-be4f-fab17fe38310 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352640 Sep 14 13:30:01.423854 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005d888-5091-44ee-9c55-a3497c5d08b4 req-058383c4-d603-4bc2-90bb-57d300dee523 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:01.425834 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2005d888-5091-44ee-9c55-a3497c5d08b4 req-058383c4-d603-4bc2-90bb-57d300dee523 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.2790134 Sep 14 13:30:01.427060 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-2cea8688-5277-464f-b325-609e84cafaa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 217 time: 0.0915902 Sep 14 13:30:01.548986 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:29:58Z', 'revision_number': 3, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port': {'id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:57Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:01.566589 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac00394-3e84-4da2-b65b-2c348b0b9e03 req-a0b9e58f-6297-41c5-8095-4cb8aa359ba8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:01.568103 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cac00394-3e84-4da2-b65b-2c348b0b9e03 req-a0b9e58f-6297-41c5-8095-4cb8aa359ba8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 944 time: 0.2710824 Sep 14 13:30:01.576379 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ca0d-d9c4-4199-a522-073466c745a3 None None] The sync data for ids ['0771f61d-780c-418b-84ec-8dfa9007b7b0'] in dv-cinder-798783-2-iscsi is: [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:29:58Z', 'revision_number': 3, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port': {'id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:57Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:30:01.637639 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-0c62adee-e994-45e4-9604-f86cdf2dd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:01.639079 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-0c62adee-e994-45e4-9604-f86cdf2dd46c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.1978531 Sep 14 13:30:01.677152 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2005d888-5091-44ee-9c55-a3497c5d08b4 req-3dfdb9b2-c4f0-41e6-829c-702dfe06a4ee tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348492 Sep 14 13:30:01.718289 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-b3fb6ee6-7480-48be-b091-b4d853349b49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565252 Sep 14 13:30:01.765945 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cac00394-3e84-4da2-b65b-2c348b0b9e03 req-0f92465a-e7c1-4e76-aa60-b6aca3bcb782 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834581 Sep 14 13:30:01.767869 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-13752f78-6b26-4c51-9e57-ce0350edb148 req-daf6001d-e548-4d50-90c1-121f5d57b131 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378351 Sep 14 13:30:01.921814 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-5de18b75-94e8-409a-9627-3140c463ca09 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854880 Sep 14 13:30:01.942999 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:02.083359 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b316dd0-5e5c-4939-9702-8a9e66d83565 req-e32f11ca-05a9-44ba-b6e6-195570e68db5 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535184 Sep 14 13:30:02.240209 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Allocated IP 172.20.0.1 (fa5101dd-5d52-4666-973d-17cd2c95291a/c69b10c5-2e13-41ce-a313-5a531a38b0b2/bec481d1-1e1e-4ec3-9160-25233fd0b90a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:30:02.258658 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e28b5-51a2-4738-a5b0-cd23283a74b6 req-08e2cf7b-6837-4d1a-a22c-c88f43588df8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:02.260193 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-014e28b5-51a2-4738-a5b0-cd23283a74b6 req-08e2cf7b-6837-4d1a-a22c-c88f43588df8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0942054 Sep 14 13:30:02.612627 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-014e28b5-51a2-4738-a5b0-cd23283a74b6 req-483ba71b-47c1-44a5-b9af-80c4dd12ac5a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294325 Sep 14 13:30:02.634875 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945e2a6-9a77-4b0d-b4ff-1f697f45be94 req-c39301ca-1738-4781-9908-48678751685c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:02.649550 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2945e2a6-9a77-4b0d-b4ff-1f697f45be94 req-c39301ca-1738-4781-9908-48678751685c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.3599789 Sep 14 13:30:02.659294 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:02.671077 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 8fb339d5-3292-4088-b6a0-eb66292faf4f up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:02.686725 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Transition to ACTIVE for port object bec481d1-1e1e-4ec3-9160-25233fd0b90a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:30:02.698670 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2945e2a6-9a77-4b0d-b4ff-1f697f45be94 req-1a1ef763-eb80-4fef-9351-c0262d4762ce tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558784 Sep 14 13:30:02.731089 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:02.732112 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 8fb339d5-3292-4088-b6a0-eb66292faf4f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:02.736255 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 8fb339d5-3292-4088-b6a0-eb66292faf4f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:02.736620 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:02.796323 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Network fa5101dd-5d52-4666-973d-17cd2c95291a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:30:02.802377 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:30:02.807408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:30:02.818898 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:02.845135 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 8fb339d5-3292-4088-b6a0-eb66292faf4f, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=8fb339d5-3292-4088-b6a0-eb66292faf4f,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:02.850238 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Pushing event updated for resources: {'Port': ['ID=bec481d1-1e1e-4ec3-9160-25233fd0b90a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:02.852636 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7e813015-41af-4afb-bc33-ae2a409256bd details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:30:02.856126 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:02.857222 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device fac88128-5b94-4612-9112-9a2350469453 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:02.884721 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:02.942780 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391aa9d-7f82-4672-8c63-9df5a94309f5 req-c65b8138-9b74-49da-9cf6-bcc387f1ebf3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:02.949228 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7391aa9d-7f82-4672-8c63-9df5a94309f5 req-c65b8138-9b74-49da-9cf6-bcc387f1ebf3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.1880693 Sep 14 13:30:02.968312 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=8fb339d5-3292-4088-b6a0-eb66292faf4f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:03.017174 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port fac88128-5b94-4612-9112-9a2350469453 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:03.017864 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.020290 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2d509-ef34-4816-bd41-4def92ad0332 req-fdbce31d-f1fa-421a-9d16-c6a5416210d8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:03.022729 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b2a2d509-ef34-4816-bd41-4def92ad0332 req-fdbce31d-f1fa-421a-9d16-c6a5416210d8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 944 time: 0.1736877 Sep 14 13:30:03.062465 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7e813015-41af-4afb-bc33-ae2a409256bd, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7e813015-41af-4afb-bc33-ae2a409256bd,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:03.066170 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7391aa9d-7f82-4672-8c63-9df5a94309f5 req-0d384105-90a3-4d22-b332-07c93cd82c4e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114571 Sep 14 13:30:03.080340 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '7e813015-41af-4afb-bc33-ae2a409256bd', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'port_id': '7e813015-41af-4afb-bc33-ae2a409256bd', 'mac_address': 'fa:16:3e:82:ff:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee52507-a61c-4435-a232-4ee01e268449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:30:03.115016 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b2a2d509-ef34-4816-bd41-4def92ad0332 req-d048b420-6df4-40fb-ae0d-65f042a1a2b0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646839 Sep 14 13:30:03.139834 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.172044 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.177292 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de3e053d-2209-4c02-9d97-c2912c4a8226 None None] Provisioning for port bec481d1-1e1e-4ec3-9160-25233fd0b90a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:03.192723 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de3e053d-2209-4c02-9d97-c2912c4a8226 None None] Provisioning complete for port bec481d1-1e1e-4ec3-9160-25233fd0b90a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:03.193108 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de3e053d-2209-4c02-9d97-c2912c4a8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.195234 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 7e77e391-1921-4e59-9bb2-2123a3bc71f4 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:03.232822 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e813015-41af-4afb-bc33-ae2a409256bd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:30:03.270305 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7e813015-41af-4afb-bc33-ae2a409256bd, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7e813015-41af-4afb-bc33-ae2a409256bd,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:03.280119 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de3e053d-2209-4c02-9d97-c2912c4a8226 None None] Port bec481d1-1e1e-4ec3-9160-25233fd0b90a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:30:03.282591 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.298234 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-c534f2fa-7890-4a72-9ae6-ef9f313ec324 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999267 Sep 14 13:30:03.340334 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:03.340731 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.368745 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=7e813015-41af-4afb-bc33-ae2a409256bd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:03.381553 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.386990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.392239 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780585-be3a-4980-a657-1aec33cbd587 req-6e5d7b29-f521-4248-bdcf-9e56a12af938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:03.393839 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-6e5d7b29-f521-4248-bdcf-9e56a12af938 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 1099 time: 0.0629675 Sep 14 13:30:03.512523 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.514354 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Pushing event updated for resources: {'Port': ['ID=bec481d1-1e1e-4ec3-9160-25233fd0b90a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:03.570023 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780585-be3a-4980-a657-1aec33cbd587 req-27e46e09-7bf1-4a87-a2d0-dc137241d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:03.571559 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-27e46e09-7bf1-4a87-a2d0-dc137241d638 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.1392863 Sep 14 13:30:03.593512 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['7e813015-41af-4afb-bc33-ae2a409256bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:30:03.641698 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-4f3131ad-7188-4db0-9d63-955c1076e179 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c HTTP/1.1" status: 200 len: 217 time: 0.0434670 Sep 14 13:30:03.702127 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Network fa5101dd-5d52-4666-973d-17cd2c95291a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:30:03.714480 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:30:03.738615 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780585-be3a-4980-a657-1aec33cbd587 req-5bda91db-5c36-465b-bf7a-ebaf37b8dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:03.740773 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-5bda91db-5c36-465b-bf7a-ebaf37b8dc5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.0900781 Sep 14 13:30:03.836250 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-89254e5b-0a31-463b-a02f-828cb7e596f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580883 Sep 14 13:30:03.857506 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e040af8-f1b9-4c11-ba2b-2cdd04cf32c4 req-bfb52f75-b43d-43f9-a56d-575df0a68aae tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:03.859286 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0e040af8-f1b9-4c11-ba2b-2cdd04cf32c4 req-bfb52f75-b43d-43f9-a56d-575df0a68aae tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1606753 Sep 14 13:30:03.901004 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8804b749-17e3-4e3a-9bd5-943935120c6a None None] Provisioning complete for port bec481d1-1e1e-4ec3-9160-25233fd0b90a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:03.901509 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8804b749-17e3-4e3a-9bd5-943935120c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:03.937452 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8804b749-17e3-4e3a-9bd5-943935120c6a None None] Port bec481d1-1e1e-4ec3-9160-25233fd0b90a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:30:03.968742 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca735a-9459-4335-8b98-b09c32c3cd84 req-bca2a1cc-2fea-436d-9fd4-49786fcbb574 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:03.970220 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4bca735a-9459-4335-8b98-b09c32c3cd84 req-bca2a1cc-2fea-436d-9fd4-49786fcbb574 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1860604 Sep 14 13:30:04.045516 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0e040af8-f1b9-4c11-ba2b-2cdd04cf32c4 req-c43a07f9-054b-4fa2-8152-e34ac5792af8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763897 Sep 14 13:30:04.048665 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Router 0771f61d-780c-418b-84ec-8dfa9007b7b0 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:30:04.082840 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-d3975530-d59a-4686-81fe-f7767796a95b service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332594 Sep 14 13:30:04.086108 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4bca735a-9459-4335-8b98-b09c32c3cd84 req-6147c315-61f5-4f9c-a4f2-c3c5a02600d3 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868454 Sep 14 13:30:04.526340 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3e54c-40f2-477c-b8b0-1384b52873c7 req-f4d6de18-d4b8-4d30-947b-c9aaa8881640 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:04.527864 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-23d3e54c-40f2-477c-b8b0-1384b52873c7 req-f4d6de18-d4b8-4d30-947b-c9aaa8881640 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.3974614 Sep 14 13:30:04.542278 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:30:04.547681 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-8452de92-87ac-4405-8424-5644716dd9ba admin admin] 10.222.0.30 "PUT /v2.0/routers/0771f61d-780c-418b-84ec-8dfa9007b7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2448757 Sep 14 13:30:04.551707 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-36780585-be3a-4980-a657-1aec33cbd587 req-a9a5f99b-7519-4fe2-8d45-11736a71790b service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312215 Sep 14 13:30:04.552381 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Sync routers for ids ['0771f61d-780c-418b-84ec-8dfa9007b7b0'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:30:04.563486 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Routers {'0771f61d-780c-418b-84ec-8dfa9007b7b0'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:30:04.564103 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['0771f61d-780c-418b-84ec-8dfa9007b7b0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:04.593279 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c62b1-d43f-4a5a-b8d8-e6f395f09e00 req-8fbd83a8-b97e-4fa9-bfef-ab72f03a5a20 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:04.594598 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-495c62b1-d43f-4a5a-b8d8-e6f395f09e00 req-8fbd83a8-b97e-4fa9-bfef-ab72f03a5a20 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 945 time: 0.4096763 Sep 14 13:30:04.613990 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 8fb339d5-3292-4088-b6a0-eb66292faf4f up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:04.614551 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-23d3e54c-40f2-477c-b8b0-1384b52873c7 req-c7ffaa4c-7da2-4d84-a99c-96fed20df58d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615821 Sep 14 13:30:04.650243 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-495c62b1-d43f-4a5a-b8d8-e6f395f09e00 req-d3ea5be2-f9c3-438f-8f94-3056eb19a2ab tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Sep 14 13:30:04.723251 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Set router 0771f61d-780c-418b-84ec-8dfa9007b7b0 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:30:04.753642 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 8fb339d5-3292-4088-b6a0-eb66292faf4f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:04.754015 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:04.889021 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7e813015-41af-4afb-bc33-ae2a409256bd up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:05.021708 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 7e813015-41af-4afb-bc33-ae2a409256bd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:05.027808 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 7e813015-41af-4afb-bc33-ae2a409256bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:05.028158 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.063914 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:30:03Z', 'revision_number': 4, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port': {'id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:57Z', 'updated_at': '2021-09-14T13:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'bec481d1-1e1e-4ec3-9160-25233fd0b90a', 'name': '', 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'mac_address': 'fa:16:3e:43:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c69b10c5-2e13-41ce-a313-5a531a38b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:30:01Z', 'updated_at': '2021-09-14T13:30:03Z', 'revision_number': 2, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'subnets': [{'id': 'c69b10c5-2e13-41ce-a313-5a531a38b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:05.104153 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Checking router: 0771f61d-780c-418b-84ec-8dfa9007b7b0 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:30:05.104508 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Updating router 0771f61d-780c-418b-84ec-8dfa9007b7b0 port bec481d1-1e1e-4ec3-9160-25233fd0b90a binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:30:05.147735 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.179864 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4200c6a-05d1-4654-99a6-0c3b73386cb4 req-d12b979e-f8d8-44d0-b898-b18c132ad949 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:05.181401 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a4200c6a-05d1-4654-99a6-0c3b73386cb4 req-d12b979e-f8d8-44d0-b898-b18c132ad949 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0606534 Sep 14 13:30:05.233156 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.259121 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a4200c6a-05d1-4654-99a6-0c3b73386cb4 req-d3b8cd45-8159-4415-a4d6-5b921d8bc5a1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636268 Sep 14 13:30:05.274989 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a3e4-d089-49bb-865a-db6873be8247 req-1e21015c-2d62-4301-a9fe-4cce1ebad46e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:05.288035 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa58a3e4-d089-49bb-865a-db6873be8247 req-1e21015c-2d62-4301-a9fe-4cce1ebad46e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1264081 Sep 14 13:30:05.324496 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa58a3e4-d089-49bb-865a-db6873be8247 req-cd2bd11a-8dd6-44f5-a9fe-5d36f7e2f0ef tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Sep 14 13:30:05.333466 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231d542b-583d-4e29-a098-f0203f136075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e813015-41af-4afb-bc33-ae2a409256bd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:05.335770 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0558665c-1aae-4bab-ae76-0fc8d2fb74c5" -d '{"events": [{"server_uuid": "231d542b-583d-4e29-a098-f0203f136075", "name": "network-vif-plugged", "status": "completed", "tag": "7e813015-41af-4afb-bc33-ae2a409256bd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:05.357995 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7e813015-41af-4afb-bc33-ae2a409256bd, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7e813015-41af-4afb-bc33-ae2a409256bd,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:05.371642 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.385145 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b1c314-612e-4ce5-ad29-b2726fb9b800 x-openstack-request-id: req-e4b1c314-612e-4ce5-ad29-b2726fb9b800 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:05.385539 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231d542b-583d-4e29-a098-f0203f136075", "name": "network-vif-plugged", "status": "completed", "tag": "7e813015-41af-4afb-bc33-ae2a409256bd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:05.385848 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4b1c314-612e-4ce5-ad29-b2726fb9b800 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:05.386237 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231d542b-583d-4e29-a098-f0203f136075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e813015-41af-4afb-bc33-ae2a409256bd', 'code': 200} Sep 14 13:30:05.606015 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=7e813015-41af-4afb-bc33-ae2a409256bd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:05.612466 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c9fb-704b-46e8-8e6e-f3d69f45df7b req-31bb0a1a-455b-4432-8f52-f052b01db495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:05.614812 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f12c9fb-704b-46e8-8e6e-f3d69f45df7b req-31bb0a1a-455b-4432-8f52-f052b01db495 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 1099 time: 0.0420606 Sep 14 13:30:05.626320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.626670 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.628258 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.628735 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.630393 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.630740 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.632145 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.632491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.632875 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.633262 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.633590 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.633911 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:30:05.672632 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f12c9fb-704b-46e8-8e6e-f3d69f45df7b req-0cfc6a69-d398-4319-98a8-ae117ff0617f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473576 Sep 14 13:30:05.769467 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.772496 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.785182 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Transition to ACTIVE for port object bec481d1-1e1e-4ec3-9160-25233fd0b90a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:30:05.792413 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.794225 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5a1b-9a56-4292-8be0-936d2c532552 req-fed89582-7741-40c9-97f3-34a49cd357e4 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:05.796351 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bcbe5a1b-9a56-4292-8be0-936d2c532552 req-fed89582-7741-40c9-97f3-34a49cd357e4 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0890741 Sep 14 13:30:05.812082 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc612d-7dbc-4a54-8caf-5bf444db04a3 req-c252e324-9abf-4365-9440-4b905b7b9dc7 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:05.814417 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1cbc612d-7dbc-4a54-8caf-5bf444db04a3 req-c252e324-9abf-4365-9440-4b905b7b9dc7 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 946 time: 0.0759175 Sep 14 13:30:05.872839 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bcbe5a1b-9a56-4292-8be0-936d2c532552 req-2604141b-d1bd-4f9f-8888-edebd90d3d14 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569203 Sep 14 13:30:05.877703 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adcf8a-290b-4dae-9edd-734e3378c816 None None] Pushing event updated for resources: {'Port': ['ID=bec481d1-1e1e-4ec3-9160-25233fd0b90a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:05.913478 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1cbc612d-7dbc-4a54-8caf-5bf444db04a3 req-ade9bc93-4d11-4a1d-bd9d-2a112b77c6ea tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837958 Sep 14 13:30:05.921883 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Attempting to bind port bec481d1-1e1e-4ec3-9160-25233fd0b90a on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:30:05.922426 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Attempting to bind port bec481d1-1e1e-4ec3-9160-25233fd0b90a by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:30:05.922885 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Attempting to bind port bec481d1-1e1e-4ec3-9160-25233fd0b90a on network fa5101dd-5d52-4666-973d-17cd2c95291a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:30:05.929593 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:30:05.930124 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Checking segment: {'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:30:05.930647 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:05.931139 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Bound using segment: {'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:30:05.931703 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Bound port: bec481d1-1e1e-4ec3-9160-25233fd0b90a, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0644c-1f5a-4e74-ab53-30c34581ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:30:05.932188 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:06.042958 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] For port bec481d1-1e1e-4ec3-9160-25233fd0b90a, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:30:06.048571 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] For port bec481d1-1e1e-4ec3-9160-25233fd0b90a, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=bec481d1-1e1e-4ec3-9160-25233fd0b90a,segment=NetworkSegment(51a0644c-1f5a-4e74-ab53-30c34581ad80),segment_id=51a0644c-1f5a-4e74-ab53-30c34581ad80)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:30:06.058353 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:06.130220 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Routers {'0771f61d-780c-418b-84ec-8dfa9007b7b0'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:30:06.130881 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:29:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['0771f61d-780c-418b-84ec-8dfa9007b7b0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:06.135874 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adcf8a-290b-4dae-9edd-734e3378c816 None None] Pushing event updated for resources: {'Port': ['ID=bec481d1-1e1e-4ec3-9160-25233fd0b90a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:06.262501 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] Set router 0771f61d-780c-418b-84ec-8dfa9007b7b0 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:30:06.497604 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55073b-bded-429e-b42d-678a4c4fb96c req-feee5f43-cab5-4fa4-9ab2-59cef1eaaef0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:06.499467 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9d55073b-bded-429e-b42d-678a4c4fb96c req-feee5f43-cab5-4fa4-9ab2-59cef1eaaef0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1242807 Sep 14 13:30:06.526965 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202d7a3-608e-4c86-8b1a-3863844035b2 req-43ce1b72-fe4c-4223-8ce9-55f975f56d2f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:06.528459 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a202d7a3-608e-4c86-8b1a-3863844035b2 req-43ce1b72-fe4c-4223-8ce9-55f975f56d2f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0943742 Sep 14 13:30:06.591835 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:30:03Z', 'revision_number': 4, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port': {'id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:57Z', 'updated_at': '2021-09-14T13:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'bec481d1-1e1e-4ec3-9160-25233fd0b90a', 'name': '', 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'mac_address': 'fa:16:3e:43:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c69b10c5-2e13-41ce-a313-5a531a38b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:30:01Z', 'updated_at': '2021-09-14T13:30:06Z', 'revision_number': 4, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'subnets': [{'id': 'c69b10c5-2e13-41ce-a313-5a531a38b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:06.601579 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9d55073b-bded-429e-b42d-678a4c4fb96c req-443b5334-fc80-495a-a943-13923ce01269 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718842 Sep 14 13:30:06.615240 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a202d7a3-608e-4c86-8b1a-3863844035b2 req-d504cf9d-9a2e-4082-b597-c72e7246b5b9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739126 Sep 14 13:30:06.625381 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02812bf3-79d1-413a-93d8-964db02fdffd None None] The sync data for ids ['0771f61d-780c-418b-84ec-8dfa9007b7b0'] in dv-cinder-798783-2-iscsi is: [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:30:03Z', 'revision_number': 4, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port': {'id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:57Z', 'updated_at': '2021-09-14T13:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'bec481d1-1e1e-4ec3-9160-25233fd0b90a', 'name': '', 'network_id': 'fa5101dd-5d52-4666-973d-17cd2c95291a', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'mac_address': 'fa:16:3e:43:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c69b10c5-2e13-41ce-a313-5a531a38b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:30:01Z', 'updated_at': '2021-09-14T13:30:06Z', 'revision_number': 4, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'subnets': [{'id': 'c69b10c5-2e13-41ce-a313-5a531a38b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:30:07.040924 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c0584-80b7-4cfc-8b20-d1122bad2fd3 req-46dc5a2b-4bed-4180-9997-f46caa06fea6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:07.050042 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2e6c0584-80b7-4cfc-8b20-d1122bad2fd3 req-46dc5a2b-4bed-4180-9997-f46caa06fea6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0893047 Sep 14 13:30:07.099890 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e9679-1017-4299-9875-57c928265287 req-3998bc93-a9a1-45de-9dae-cf93301452cd tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:07.101465 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e39e9679-1017-4299-9875-57c928265287 req-3998bc93-a9a1-45de-9dae-cf93301452cd tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 946 time: 0.0980875 Sep 14 13:30:07.122872 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2e6c0584-80b7-4cfc-8b20-d1122bad2fd3 req-e0f98c66-ab31-4bce-8e95-7147939f5df7 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652223 Sep 14 13:30:07.174167 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e39e9679-1017-4299-9875-57c928265287 req-1d27f148-4da8-4c98-9c78-0f8c7a29eb90 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499883 Sep 14 13:30:07.856251 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660388-a648-46d3-81ff-369f8193fc4b req-4194aa23-6340-441c-a439-bc4c587d73e8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:07.857976 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a660388-a648-46d3-81ff-369f8193fc4b req-4194aa23-6340-441c-a439-bc4c587d73e8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1515660 Sep 14 13:30:07.894981 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213ab6-f905-4d1a-9a56-cd6a34bafd7f req-927dd53c-a515-4707-a0fc-e756af821eca tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:07.905827 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-92213ab6-f905-4d1a-9a56-cd6a34bafd7f req-927dd53c-a515-4707-a0fc-e756af821eca tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1370821 Sep 14 13:30:07.964193 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a660388-a648-46d3-81ff-369f8193fc4b req-513d8a0d-c2f7-449c-b4bd-d5ae59fb3839 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897341 Sep 14 13:30:07.980336 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-92213ab6-f905-4d1a-9a56-cd6a34bafd7f req-e49500af-b3cf-4969-9e0b-95e00c3bbe22 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735943 Sep 14 13:30:08.253696 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93882a93-ca97-4f76-a519-537d815df145 req-52d7460b-7b57-4505-addc-ad4d94e68934 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:08.256155 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93882a93-ca97-4f76-a519-537d815df145 req-52d7460b-7b57-4505-addc-ad4d94e68934 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0706911 Sep 14 13:30:08.329711 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93882a93-ca97-4f76-a519-537d815df145 req-35360d3b-392c-4704-8a0e-718625dd3775 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600204 Sep 14 13:30:08.342440 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce894-31d1-47bd-89ac-5fbf0e3802c6 req-c2ba949e-7686-44e1-abb5-c8262853142f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:08.344206 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-87dce894-31d1-47bd-89ac-5fbf0e3802c6 req-c2ba949e-7686-44e1-abb5-c8262853142f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 946 time: 0.0870123 Sep 14 13:30:08.408246 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-87dce894-31d1-47bd-89ac-5fbf0e3802c6 req-e712c701-05e3-4a4f-b728-44b01ad31d66 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Sep 14 13:30:08.661005 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bec481d1-1e1e-4ec3-9160-25233fd0b90a up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:08.735917 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port bec481d1-1e1e-4ec3-9160-25233fd0b90a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:08.741949 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port bec481d1-1e1e-4ec3-9160-25233fd0b90a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:08.742317 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:08.860973 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:08.895918 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 687763cb-9d3d-478b-a68f-0ac7abc3575c details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:30:08.923436 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port bec481d1-1e1e-4ec3-9160-25233fd0b90a, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=bec481d1-1e1e-4ec3-9160-25233fd0b90a,segment=NetworkSegment(51a0644c-1f5a-4e74-ab53-30c34581ad80),segment_id=51a0644c-1f5a-4e74-ab53-30c34581ad80)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:08.931751 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:09.154848 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=bec481d1-1e1e-4ec3-9160-25233fd0b90a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:09.184926 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:09.197934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'port_id': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'mac_address': 'fa:16:3e:a4:36:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:30:09.199874 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13f2a1-6608-4b93-9c4c-9a0dfac46b70 req-0674f045-9ee3-4916-a97a-70c012bef420 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:09.201528 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba13f2a1-6608-4b93-9c4c-9a0dfac46b70 req-0674f045-9ee3-4916-a97a-70c012bef420 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0980132 Sep 14 13:30:09.245565 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:09.266212 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687763cb-9d3d-478b-a68f-0ac7abc3575c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:30:09.280739 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a5e4-6b3d-4d26-9d18-f0bf94fc3a76 req-49ec4ca5-1490-485d-bd9e-a6c613ef00ba tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:09.282537 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66d4a5e4-6b3d-4d26-9d18-f0bf94fc3a76 req-49ec4ca5-1490-485d-bd9e-a6c613ef00ba tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0800486 Sep 14 13:30:09.289536 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:09.294562 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:09.295521 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:30:09.296971 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba13f2a1-6608-4b93-9c4c-9a0dfac46b70 req-8b1a6e86-9fe7-40ad-9f6f-feb58e983dda tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851903 Sep 14 13:30:09.346623 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66d4a5e4-6b3d-4d26-9d18-f0bf94fc3a76 req-1dc5eef0-6517-4b2b-9b21-ec466b9b5dfb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Sep 14 13:30:09.390321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:09.474573 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:09.481660 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f13472-af07-43c6-81c9-b411ad6019d9 req-631765db-bd8d-4d12-b5d7-a6e0fcb509b1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:09.483319 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4f13472-af07-43c6-81c9-b411ad6019d9 req-631765db-bd8d-4d12-b5d7-a6e0fcb509b1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 944 time: 0.0696135 Sep 14 13:30:09.497478 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'port_id': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'mac_address': 'fa:16:3e:04:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:30:09.540210 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:09.562467 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 124904cc-daf4-4306-a16d-55d4d87a7ce9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:30:09.567898 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4f13472-af07-43c6-81c9-b411ad6019d9 req-d7960c82-a574-4916-874f-1de121f12b4c tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782411 Sep 14 13:30:09.595316 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:09.600564 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:09.683119 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:09.740452 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['124904cc-daf4-4306-a16d-55d4d87a7ce9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:30:09.905894 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff838895-ef88-4736-b2de-a0eba1cd6fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:09.930561 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['687763cb-9d3d-478b-a68f-0ac7abc3575c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:30:10.523920 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8384-7c95-4b43-b308-b04fcaa97b22 req-e5e4de0a-1aa7-4954-93f8-983810a77973 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:10.525351 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b09c8384-7c95-4b43-b308-b04fcaa97b22 req-e5e4de0a-1aa7-4954-93f8-983810a77973 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1121800 Sep 14 13:30:10.577099 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b09c8384-7c95-4b43-b308-b04fcaa97b22 req-96382f97-99e1-495e-a23c-c37ccdab0352 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Sep 14 13:30:10.620662 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ff023-4fa6-44d6-bab0-ac94df76da4e req-b4f67c47-1885-4e94-9f6b-fcf868f434c6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:10.624575 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-663ff023-4fa6-44d6-bab0-ac94df76da4e req-b4f67c47-1885-4e94-9f6b-fcf868f434c6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 944 time: 0.1582575 Sep 14 13:30:10.669320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bec481d1-1e1e-4ec3-9160-25233fd0b90a up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:10.702972 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-663ff023-4fa6-44d6-bab0-ac94df76da4e req-880d9247-af2a-4568-8f5b-57a5b4ba25d3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656550 Sep 14 13:30:10.769532 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port bec481d1-1e1e-4ec3-9160-25233fd0b90a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:10.770083 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:10.915131 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0c4-e8ce-4e5a-8a02-b4a11853584d req-e2e6b016-6f40-401e-92cb-0a83c66e3313 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:10.916698 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc62c0c4-e8ce-4e5a-8a02-b4a11853584d req-e2e6b016-6f40-401e-92cb-0a83c66e3313 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 944 time: 0.0674973 Sep 14 13:30:10.918849 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:11.018674 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc62c0c4-e8ce-4e5a-8a02-b4a11853584d req-f38c7b7b-1330-48ef-a197-ad8819d64475 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939691 Sep 14 13:30:11.066148 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 124904cc-daf4-4306-a16d-55d4d87a7ce9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:11.066521 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:11.381722 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:11.454630 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:11.461472 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68206f44-6526-4191-a26a-dc2862cf85c0" -d '{"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-plugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:11.493346 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:11.501258 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:11.572369 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41243705-8d46-4ca1-87b5-ba92c95bdaac x-openstack-request-id: req-41243705-8d46-4ca1-87b5-ba92c95bdaac {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:11.574267 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-plugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:11.576068 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41243705-8d46-4ca1-87b5-ba92c95bdaac {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:11.577080 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'code': 200} Sep 14 13:30:11.633461 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:11.736943 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89636d46-3a6f-4423-aa9b-a7ab811334db req-ee6c3d45-d893-4931-b9af-91064799a724 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:11.745464 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-89636d46-3a6f-4423-aa9b-a7ab811334db req-ee6c3d45-d893-4931-b9af-91064799a724 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0646839 Sep 14 13:30:11.831185 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-89636d46-3a6f-4423-aa9b-a7ab811334db req-c9ae21f6-6bd7-458c-a800-77e2a1ce5dc9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835721 Sep 14 13:30:11.954329 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b881f-7eae-4616-880c-f31c83548c2c req-2a95b625-69cb-4236-934f-e5d2bd561d61 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:11.963751 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-257b881f-7eae-4616-880c-f31c83548c2c req-2a95b625-69cb-4236-934f-e5d2bd561d61 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0719278 Sep 14 13:30:12.014102 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-257b881f-7eae-4616-880c-f31c83548c2c req-2bc29680-cf0e-4782-9945-c791b102d4fc tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483999 Sep 14 13:30:12.156286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e156ae-5892-4eb8-b357-97ed6535a26a req-f24305ed-07f0-48b5-aeb6-e0eaa8077a38 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:12.157918 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-18e156ae-5892-4eb8-b357-97ed6535a26a req-f24305ed-07f0-48b5-aeb6-e0eaa8077a38 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 944 time: 0.0667653 Sep 14 13:30:12.212869 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-18e156ae-5892-4eb8-b357-97ed6535a26a req-b33b03c2-f855-402c-bb97-6c32f1d244db tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469308 Sep 14 13:30:12.320978 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df5d70c2-c1d8-4ac0-ac1f-bc536dabe92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:12.644107 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:12.920561 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 687763cb-9d3d-478b-a68f-0ac7abc3575c up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:13.071836 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e4f-7a0a-49a2-8605-7a709ebb1390 req-412cfda8-86d3-4b3d-b281-20668cf5f803 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:13.091986 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 687763cb-9d3d-478b-a68f-0ac7abc3575c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:13.105429 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a6c12e4f-7a0a-49a2-8605-7a709ebb1390 req-412cfda8-86d3-4b3d-b281-20668cf5f803 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1607516 Sep 14 13:30:13.107927 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 687763cb-9d3d-478b-a68f-0ac7abc3575c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:13.109278 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:13.235510 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a6c12e4f-7a0a-49a2-8605-7a709ebb1390 req-daabae96-eb1e-466b-a84e-66f06f44d551 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285198 Sep 14 13:30:13.319219 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:13.383943 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:13.418100 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:13.503875 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:13.542484 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305d4f-01ca-48f4-85ef-c0e6a5729f69 req-f113e9c0-9a06-40f1-8e35-c6e08a6e869e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:13.542882 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:13.553929 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5b305d4f-01ca-48f4-85ef-c0e6a5729f69 req-f113e9c0-9a06-40f1-8e35-c6e08a6e869e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1710474 Sep 14 13:30:13.578572 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:13.581563 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7bed7e-4314-4cce-bbfd-ea25f87a4012" -d '{"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-plugged", "status": "completed", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:13.635926 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5b305d4f-01ca-48f4-85ef-c0e6a5729f69 req-d1a97481-2ead-4b78-82ba-aa2c57713116 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809815 Sep 14 13:30:13.852595 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668efc-3c65-4d90-859b-6ec9763519ca req-975e5f45-3695-4a83-b531-9f75d5c2ab8c tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:13.875650 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00668efc-3c65-4d90-859b-6ec9763519ca req-975e5f45-3695-4a83-b531-9f75d5c2ab8c tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1589439 Sep 14 13:30:14.053816 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00668efc-3c65-4d90-859b-6ec9763519ca req-f7e6f632-6c09-4b52-9de7-993d6d7b7fdf tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732068 Sep 14 13:30:14.147779 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3835cbc1-549c-4994-af8a-d7b388ac705d x-openstack-request-id: req-3835cbc1-549c-4994-af8a-d7b388ac705d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:14.148077 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-plugged", "status": "completed", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:14.148339 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3835cbc1-549c-4994-af8a-d7b388ac705d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:14.149087 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'code': 200} Sep 14 13:30:14.539370 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb8759-31a2-415d-b9dc-0e2ea6edf989 req-ab2bb768-754d-4085-94f3-90095c5f2dba tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:14.541436 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2fb8759-31a2-415d-b9dc-0e2ea6edf989 req-ab2bb768-754d-4085-94f3-90095c5f2dba tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1769187 Sep 14 13:30:14.561554 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb5d04-1c1b-4201-a1ca-35d5193be9d6 req-53e6d428-e9f8-47a6-adb7-00daf494d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:14.562963 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c8bb5d04-1c1b-4201-a1ca-35d5193be9d6 req-53e6d428-e9f8-47a6-adb7-00daf494d76f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1098 time: 0.1418312 Sep 14 13:30:14.659651 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2fb8759-31a2-415d-b9dc-0e2ea6edf989 req-b5bb25e2-6dce-4f18-893a-2cea0804ae93 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736630 Sep 14 13:30:14.698883 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c8bb5d04-1c1b-4201-a1ca-35d5193be9d6 req-54e9ca94-40e5-4ab2-a78f-8f15b11a11e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273751 Sep 14 13:30:14.857626 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f97b4-5edd-4733-9a51-b09350d3fe0d req-97f44539-652c-4e01-87b6-687332b0cd6f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:14.859334 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba9f97b4-5edd-4733-9a51-b09350d3fe0d req-97f44539-652c-4e01-87b6-687332b0cd6f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0900714 Sep 14 13:30:14.914700 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba9f97b4-5edd-4733-9a51-b09350d3fe0d req-f3292c2b-5675-447b-8941-39dee7be5693 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460100 Sep 14 13:30:15.020166 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:15.223478 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcda48-602d-470d-823e-2ccbe272d784 req-a1068870-cdd7-4478-9ddf-adecb7da0976 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:15.233257 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0bcda48-602d-470d-823e-2ccbe272d784 req-a1068870-cdd7-4478-9ddf-adecb7da0976 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0790455 Sep 14 13:30:15.284244 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0bcda48-602d-470d-823e-2ccbe272d784 req-bb8e3539-b38d-4f33-9087-542eccf3f765 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495331 Sep 14 13:30:15.939582 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528176-1940-45b2-81e1-70fe0f64fd6b req-d82c22f6-37a2-4d14-b981-6dde39600a07 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:15.939582 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-90528176-1940-45b2-81e1-70fe0f64fd6b req-d82c22f6-37a2-4d14-b981-6dde39600a07 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1912205 Sep 14 13:30:16.010108 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-90528176-1940-45b2-81e1-70fe0f64fd6b req-b7eca588-cda8-4b86-ab99-922bba8949fe tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681696 Sep 14 13:30:16.226703 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e5be5-0b99-48c4-9364-0c805c197ba7 req-ae148a9a-fb61-4850-a35e-7836d4a9889a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:16.238063 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef5e5be5-0b99-48c4-9364-0c805c197ba7 req-ae148a9a-fb61-4850-a35e-7836d4a9889a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1052704 Sep 14 13:30:16.302196 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef5e5be5-0b99-48c4-9364-0c805c197ba7 req-3c0db448-2599-4ac2-8206-6a0e20ffbf5c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584073 Sep 14 13:30:16.449562 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261ca3-5ea3-46d7-a54c-aa1a34f3e351 req-8c575b76-22ad-44bf-8756-f43405aed742 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:16.451380 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09261ca3-5ea3-46d7-a54c-aa1a34f3e351 req-8c575b76-22ad-44bf-8756-f43405aed742 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0690253 Sep 14 13:30:16.510443 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09261ca3-5ea3-46d7-a54c-aa1a34f3e351 req-d2925323-1a34-4192-b185-da67614a4bb5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Sep 14 13:30:16.727350 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb8c03-9ca9-4bd9-b41b-0bd3ca6fc0bf req-c6ae2c7a-331d-4e5e-b34d-a37c57512dd5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:16.736466 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eaeb8c03-9ca9-4bd9-b41b-0bd3ca6fc0bf req-c6ae2c7a-331d-4e5e-b34d-a37c57512dd5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1152916 Sep 14 13:30:16.804610 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-eaeb8c03-9ca9-4bd9-b41b-0bd3ca6fc0bf req-9b97e282-00b3-4c21-90b4-debea932ad54 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627027 Sep 14 13:30:16.818375 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 44310) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:30:17.137568 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ec2c1-668e-459e-bc89-d379fd919936 tempest-TestShelveInstance-2100878474 tempest-TestShelveInstance-2100878474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:17.139219 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4d4ec2c1-668e-459e-bc89-d379fd919936 tempest-TestShelveInstance-2100878474 tempest-TestShelveInstance-2100878474-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1093 time: 0.3176420 Sep 14 13:30:17.143242 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:30:17.148372 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'port_id': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:30:17.177364 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a934c95-86f0-4887-b906-8a899d0afb5a req-47e043b2-1292-4bd8-90b3-6dd0376f0a05 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:17.179227 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4a934c95-86f0-4887-b906-8a899d0afb5a req-47e043b2-1292-4bd8-90b3-6dd0376f0a05 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0608811 Sep 14 13:30:17.189125 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:17.257925 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4a934c95-86f0-4887-b906-8a899d0afb5a req-9e525a4c-c4b7-46fc-8c40-6f7c41f36400 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632927 Sep 14 13:30:17.341035 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:17.467316 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Allocated IP 172.27.2.214 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/65e46f84-bcc4-480d-bad8-1b454d899f79) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:30:17.523038 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-0c2133ef-96e7-492e-a1d1-52d3bdd96dbd tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:17.524588 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-0c2133ef-96e7-492e-a1d1-52d3bdd96dbd tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.1933842 Sep 14 13:30:17.553795 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-75e72077-aeb4-4985-b395-74dc8dab8e02 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/quotas/89bad4a2ac99492d8cc32dff50caa557 HTTP/1.1" status: 200 len: 375 time: 0.0230050 Sep 14 13:30:17.623397 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:17.668618 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:17.678340 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-550af3fa-e5b2-43fb-a03e-2ddbdcee4b8e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236506 Sep 14 13:30:17.710551 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:30:17.713885 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:30:17.717937 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:30:17.753770 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'Port': ['ID=65e46f84-bcc4-480d-bad8-1b454d899f79,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:17.783571 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266cca6-49d8-492f-a66f-b3233bc0e9aa req-075836e1-7c88-4ba9-ad39-279d9f2ebbf2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:17.785075 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c266cca6-49d8-492f-a66f-b3233bc0e9aa req-075836e1-7c88-4ba9-ad39-279d9f2ebbf2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1625829 Sep 14 13:30:17.829021 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d3a061d9-1918-43de-923f-32fa38946f54 service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496077 Sep 14 13:30:17.863109 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c266cca6-49d8-492f-a66f-b3233bc0e9aa req-3e6db658-8c2c-45d0-b906-59856cf61951 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704532 Sep 14 13:30:18.007432 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-7418dd9e-9def-4556-b33a-0bc809147c52 service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687429 Sep 14 13:30:18.117349 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-dc3a4255-b248-4972-9cc3-fe0042795e8c tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:18.125097 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-dc3a4255-b248-4972-9cc3-fe0042795e8c tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/networks?id=52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 200 len: 815 time: 0.1480052 Sep 14 13:30:18.150715 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-84f7e95f-cb87-4f74-8e2c-1f7a7a8219da tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/quotas/7d187ba1d5ec445f958d70a7e2f56a90 HTTP/1.1" status: 200 len: 375 time: 0.0244777 Sep 14 13:30:18.215200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-e9d1958f-24c3-4dc5-8627-bda62e2b29b3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635471 Sep 14 13:30:18.351022 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-09ec3578-25a5-4f1d-9872-793c198b2789 service neutron] 10.222.0.30 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247327 Sep 14 13:30:18.400994 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1744695a-77ac-457a-8376-0d11c814aa8b req-8fca1953-ad0d-424a-9952-36a373e37895 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 210 time: 0.0413070 Sep 14 13:30:18.500466 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:18.545467 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-b3cbc3b1-00db-4183-9652-4c2effab73b4 service neutron] 10.222.0.30 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925762 Sep 14 13:30:18.627422 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:18.644093 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3dbc-eaea-4bc8-b45d-ba3c230176db req-c845ad04-2ddd-4da2-ac43-9882fab4450e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:18.646698 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc0a3dbc-eaea-4bc8-b45d-ba3c230176db req-c845ad04-2ddd-4da2-ac43-9882fab4450e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0985703 Sep 14 13:30:18.727249 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bc0a3dbc-eaea-4bc8-b45d-ba3c230176db req-e287725b-5a3b-4b93-9f86-ea273ed66d9d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728154 Sep 14 13:30:18.889568 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4d658eae-6163-41eb-ac10-91e53d560b81 req-245d9089-e6ac-46ba-8bab-c25c5245a072 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 210 time: 0.0380061 Sep 14 13:30:18.892156 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:18.898529 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:19.001197 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event updated for resources: {'Port': ['ID=65e46f84-bcc4-480d-bad8-1b454d899f79,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:19.023583 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:19.067418 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc961c-d782-4300-8c27-9b9c9bccc298 req-a8d21710-3e31-425f-be46-966f0f76fd19 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:19.068974 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93fc961c-d782-4300-8c27-9b9c9bccc298 req-a8d21710-3e31-425f-be46-966f0f76fd19 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0935342 Sep 14 13:30:19.150133 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-93fc961c-d782-4300-8c27-9b9c9bccc298 req-bfcb4945-6970-4955-88b8-303c56586536 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713000 Sep 14 13:30:19.176428 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Floating IP bde71ef9-6393-42cf-b226-7a296a66e849 associated. External IP: 172.27.2.214, port: 687763cb-9d3d-478b-a68f-0ac7abc3575c. Sep 14 13:30:19.482996 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Router 521818c5-2775-4cc7-a95d-a7d25a9761ac has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:30:19.589910 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ec0031bf-c4cd-4bf8-a691-82738f9e97fa req-9a2b5299-4ec4-4d1a-9dd7-bb1e0152b749 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 210 time: 0.0617030 Sep 14 13:30:19.693884 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:30:19.706847 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] Sync routers for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:30:19.718872 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:19.723000 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:30:19.725455 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:30:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:19.794094 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5f4986ec-a589-422b-a6c1-e91a3cb4f22e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6490695 Sep 14 13:30:19.795021 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:19.800971 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e3a6c8-9244-4b63-afb1-b887fb50088a" -d '{"events": [{"name": "network-changed", "server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:19.859048 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd0eb92-7d8b-4246-99a9-7d116c1c8416 x-openstack-request-id: req-fcd0eb92-7d8b-4246-99a9-7d116c1c8416 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:19.859576 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:19.859986 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcd0eb92-7d8b-4246-99a9-7d116c1c8416 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:19.860542 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'status': 'completed', 'code': 200} Sep 14 13:30:19.936316 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-69718b4f-f39b-4898-bd46-016a227433d8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:19.937825 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-69718b4f-f39b-4898-bd46-016a227433d8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.3340156 Sep 14 13:30:19.960445 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:30:19.966737 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Request body: {'port': {'device_id': '84515f10-8e69-408d-94de-33fac8c9fd40', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'admin_state_up': True, 'tenant_id': '89bad4a2ac99492d8cc32dff50caa557'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:30:20.099640 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-15f1c4eb-f579-47e2-b379-a2893f0f0fbb req-9d5619f6-6aec-439a-8099-444b3cf96f4b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 210 time: 0.0350273 Sep 14 13:30:20.128455 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c0fca-0947-4d4c-b96b-c02345ff3c6d req-fbe598f2-e2ae-4fea-b4b1-92ae2c1c71f1 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:20.136105 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2e1c0fca-0947-4d4c-b96b-c02345ff3c6d req-fbe598f2-e2ae-4fea-b4b1-92ae2c1c71f1 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.2547140 Sep 14 13:30:20.151859 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-a80a7128-27c0-4173-89a6-d65195f250a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:20.153445 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-a80a7128-27c0-4173-89a6-d65195f250a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1098 time: 0.2525396 Sep 14 13:30:20.160286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Made reservation on behalf of 89bad4a2ac99492d8cc32dff50caa557 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:30:20.165158 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:20.264709 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'bde71ef9-6393-42cf-b226-7a296a66e849', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'port_id': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'mac_address': 'fa:16:3e:a4:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f954-4489-45e4-836f-53d2cb867560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:30:18Z', 'updated_at': '2021-09-14T13:30:18Z', 'revision_number': 0, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:15Z', 'revision_number': 5, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:20.278294 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-923973dd-1d03-4d66-adad-416b4f6a6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:20.279752 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-923973dd-1d03-4d66-adad-416b4f6a6a23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 910 time: 0.1111066 Sep 14 13:30:20.314460 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] Checking router: 521818c5-2775-4cc7-a95d-a7d25a9761ac for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:30:20.324443 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:30:20.325560 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:30:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:20.416959 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2e1c0fca-0947-4d4c-b96b-c02345ff3c6d req-511eb6ec-15c1-49c6-8fc7-91edddefeb17 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799537 Sep 14 13:30:20.507172 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-ed7b3b5a-d87e-4698-a680-e2f5d2111788 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 999 time: 0.2192478 Sep 14 13:30:20.536664 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846241cf-8fd8-4568-a9df-5b982f139fcb req-951d13e7-d0db-49a6-94bb-7289c8e14f8c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:20.538690 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-846241cf-8fd8-4568-a9df-5b982f139fcb req-951d13e7-d0db-49a6-94bb-7289c8e14f8c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1946499 Sep 14 13:30:20.587155 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:30:20.648408 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-bdf62c74-921c-47a7-a701-8a276210a286 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:20.650074 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-bdf62c74-921c-47a7-a701-8a276210a286 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.18 "GET /v2.0/networks?id=52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 200 len: 815 time: 0.2579298 Sep 14 13:30:20.673192 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'port': {'device_id': '5dda8945-8c9b-4aee-b73f-ece243717084', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'admin_state_up': True, 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:30:20.740802 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-75c3d9ef-6965-4fbd-9c20-c1435d87037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:20.742262 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-75c3d9ef-6965-4fbd-9c20-c1435d87037e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.2246022 Sep 14 13:30:20.786123 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-17dcc675-267d-4d6b-85ea-b02b3c0a2c4f req-ba9ecbd6-d8b9-481b-832d-8a067e7aabcd tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 210 time: 0.0371220 Sep 14 13:30:20.798991 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-846241cf-8fd8-4568-a9df-5b982f139fcb req-2188fd90-197b-4a44-aa36-453e682a57db tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209797 Sep 14 13:30:20.804802 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Allocated IP 172.20.0.8 (6aaa95eb-4a3b-4910-92e1-7035d00a7f2c/5ee52507-a61c-4435-a232-4ee01e268449/7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:30:20.888018 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-28d1480f-073f-44a5-b3a0-2d403840a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:20.889641 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-28d1480f-073f-44a5-b3a0-2d403840a8f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026728 Sep 14 13:30:20.944410 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Made reservation on behalf of 7d187ba1d5ec445f958d70a7e2f56a90 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:30:20.948013 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:21.121313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Allocated IP 172.20.0.9 (52f8afe2-9a44-4cef-a10c-3225eaf02fad/b0f5f2d7-373d-473c-a8e2-1d1a53545d80/840cb230-0135-4c44-9b3d-a0241d882832) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:30:21.142440 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'bde71ef9-6393-42cf-b226-7a296a66e849', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'port_id': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'mac_address': 'fa:16:3e:a4:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f954-4489-45e4-836f-53d2cb867560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:30:18Z', 'updated_at': '2021-09-14T13:30:18Z', 'revision_number': 0, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:15Z', 'revision_number': 5, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:30:21.181648 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df4bd3-be27-452f-82d7-2c911e0c1ce1 None None] The sync data for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi is: [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'bde71ef9-6393-42cf-b226-7a296a66e849', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'port_id': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'mac_address': 'fa:16:3e:a4:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f954-4489-45e4-836f-53d2cb867560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:30:18Z', 'updated_at': '2021-09-14T13:30:18Z', 'revision_number': 0, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:15Z', 'revision_number': 5, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:30:21.417424 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1639969e-26ad-4c96-abe5-3e78361b55d4 req-eb1963ec-3fd0-490b-8699-92cb8d7058f9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 210 time: 0.0452595 Sep 14 13:30:21.547780 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49948714-ad46-41b0-9798-a66c861c2376 None None] New status for floating IP bde71ef9-6393-42cf-b226-7a296a66e849: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:30:21.551333 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:21.579100 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Transition to ACTIVE for port object 840cb230-0135-4c44-9b3d-a0241d882832 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:30:21.606046 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-4837fa37-0967-457c-9a09-d6a982635f85 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988804 Sep 14 13:30:21.629111 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:21.632103 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:21.646690 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd1792-c4bb-4b50-87ce-691a755d3e22 req-72ffa519-db19-406c-baf9-c62c258bb7f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:21.649189 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-48fd1792-c4bb-4b50-87ce-691a755d3e22 req-72ffa519-db19-406c-baf9-c62c258bb7f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1162379 Sep 14 13:30:21.688465 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:30:21.692425 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:30:21.696287 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:30:21.749518 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:21.786256 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:21.787042 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:21.815944 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88c81914-6ce8-413a-afdd-3064e68ed1c3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1527212 Sep 14 13:30:21.964942 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8284ddfe-09fc-4137-8e2d-84d1968457c6 req-83d03464-3c73-451b-ad9e-20c30b165bf4 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 210 time: 0.0398483 Sep 14 13:30:21.971926 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-48fd1792-c4bb-4b50-87ce-691a755d3e22 req-47922671-50d2-44ba-8c68-b13eb8259031 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049903 Sep 14 13:30:21.977509 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:22.000540 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c', '7e813015-41af-4afb-bc33-ae2a409256bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:30:22.004228 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:30:22.014634 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:30:22.031647 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Request body: {'port': {'device_id': '5dda8945-8c9b-4aee-b73f-ece243717084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:30:22.040322 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:30:22.072854 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2e3a6c8-9244-4b63-afb1-b887fb50088a req-654f5159-452b-42f2-882e-be134b6d6e4e service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160562 Sep 14 13:30:22.117505 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event updated for resources: {'Port': ['ID=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:22.137619 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f885de6c-c3e5-469e-b2a9-871922a9b7d2 None None] Provisioning for port 840cb230-0135-4c44-9b3d-a0241d882832 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:22.149194 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:22.149830 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:22.156190 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f885de6c-c3e5-469e-b2a9-871922a9b7d2 None None] Provisioning complete for port 840cb230-0135-4c44-9b3d-a0241d882832 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:22.156665 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f885de6c-c3e5-469e-b2a9-871922a9b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:22.183886 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:22.238524 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f885de6c-c3e5-469e-b2a9-871922a9b7d2 None None] Port 840cb230-0135-4c44-9b3d-a0241d882832 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:30:22.274924 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-e1d31e2a-d0f1-4103-91c0-cb366176dfc5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3135598 Sep 14 13:30:22.341718 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8f86-6910-4936-a369-4630af14ef1e req-decb87e3-28d7-4bfb-977b-203f05b6641c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:22.359904 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ebdd8f86-6910-4936-a369-4630af14ef1e req-decb87e3-28d7-4bfb-977b-203f05b6641c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.1648755 Sep 14 13:30:22.576523 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ebdd8f86-6910-4936-a369-4630af14ef1e req-8ff599ed-97f6-4d94-8b61-d6270ae71bb4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384473 Sep 14 13:30:22.750950 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3833c0-85b0-4311-a9f1-8c916cbc2d99 req-0885ccbc-42d0-4144-8dd6-71e0b71b8a9f tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:22.760020 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2b3833c0-85b0-4311-a9f1-8c916cbc2d99 req-0885ccbc-42d0-4144-8dd6-71e0b71b8a9f tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 931 time: 0.1141047 Sep 14 13:30:22.818752 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840cb230-0135-4c44-9b3d-a0241d882832 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:30:22.822734 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2b3833c0-85b0-4311-a9f1-8c916cbc2d99 req-e6ea92d8-06ee-4eca-a92c-81df8dcbed02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616691 Sep 14 13:30:22.828198 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:22.865548 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Transition to ACTIVE for port object 840cb230-0135-4c44-9b3d-a0241d882832 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:30:22.870305 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:22.934582 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Pushing event updated for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:23.086678 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Attempting to bind port 840cb230-0135-4c44-9b3d-a0241d882832 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:30:23.087374 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Attempting to bind port 840cb230-0135-4c44-9b3d-a0241d882832 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:30:23.087374 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Attempting to bind port 840cb230-0135-4c44-9b3d-a0241d882832 on network 52f8afe2-9a44-4cef-a10c-3225eaf02fad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:30:23.093145 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Port 840cb230-0135-4c44-9b3d-a0241d882832 on network 52f8afe2-9a44-4cef-a10c-3225eaf02fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:30:23.093597 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Attempting to bind port 840cb230-0135-4c44-9b3d-a0241d882832 on network 52f8afe2-9a44-4cef-a10c-3225eaf02fad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:30:23.107672 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:30:23.108021 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Checking segment: {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:30:23.108801 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Bound using segment: {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:30:23.110658 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Bound port: 840cb230-0135-4c44-9b3d-a0241d882832, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb3b20a-4a52-4f5f-a861-17bce59905db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:30:23.111995 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:23.248492 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b04e-54cc-49de-817a-fb14993aa185 req-9b2ff583-3016-4812-925f-c0ed3a3e277f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:23.255869 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db35b04e-54cc-49de-817a-fb14993aa185 req-9b2ff583-3016-4812-925f-c0ed3a3e277f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.1370904 Sep 14 13:30:23.293497 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:30:23.296801 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=840cb230-0135-4c44-9b3d-a0241d882832,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:30:23.302601 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:23.306813 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8a1c-817e-46db-9999-5a6b9ec1808d req-f5284f4a-2d18-452c-9b8c-d2512de2f032 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:23.308827 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-268e8a1c-817e-46db-9999-5a6b9ec1808d req-f5284f4a-2d18-452c-9b8c-d2512de2f032 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1749051 Sep 14 13:30:23.342200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db35b04e-54cc-49de-817a-fb14993aa185 req-98ffb537-fa93-4261-82c9-2aab43306cec tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847354 Sep 14 13:30:23.398995 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:23.400202 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:23.401837 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] 10.222.0.18 "PUT /v2.0/ports/840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 1093 time: 1.3749561 Sep 14 13:30:23.402609 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:23.405292 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3cfa5e-7570-454c-af7e-52f448483e74" -d '{"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:23.416577 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-268e8a1c-817e-46db-9999-5a6b9ec1808d req-2f85b9b7-f486-4498-914a-3ac387854a7e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859134 Sep 14 13:30:23.446688 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bf121-4c8c-41e1-a39e-5589cd046dcf service neutron] Pushing event updated for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:23.484642 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccf4781-6692-400b-aa8d-e23feeb776b8 x-openstack-request-id: req-3ccf4781-6692-400b-aa8d-e23feeb776b8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:23.485173 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:23.485524 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ccf4781-6692-400b-aa8d-e23feeb776b8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:23.486052 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832', 'status': 'completed', 'code': 200} Sep 14 13:30:23.803005 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb39de-e88f-40c8-9aa5-91788e922d7b req-d5982ad6-8288-44b1-899a-b49e60d686fc tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:23.812776 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-71fb39de-e88f-40c8-9aa5-91788e922d7b req-d5982ad6-8288-44b1-899a-b49e60d686fc tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0873587 Sep 14 13:30:23.855030 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-71fb39de-e88f-40c8-9aa5-91788e922d7b req-331d18ba-5bb8-4aa6-ada4-6b0bd9f66fe6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390699 Sep 14 13:30:23.977108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4eca9-03e5-4954-a360-804b97a08ce0 req-ca3afe32-285a-4f2a-90e2-f8b6b16c4f2d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:23.978753 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1b4eca9-03e5-4954-a360-804b97a08ce0 req-ca3afe32-285a-4f2a-90e2-f8b6b16c4f2d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0555956 Sep 14 13:30:24.025270 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1b4eca9-03e5-4954-a360-804b97a08ce0 req-62fa53cb-e572-44db-8359-a59f2ace58ac tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Sep 14 13:30:24.231085 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:30:24.469793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8923-12f3-4bb7-be97-bd2051082711 req-a62f0ac4-179b-4096-a23f-6da43a11bf27 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:24.471714 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bcec8923-12f3-4bb7-be97-bd2051082711 req-a62f0ac4-179b-4096-a23f-6da43a11bf27 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0544102 Sep 14 13:30:24.532797 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bcec8923-12f3-4bb7-be97-bd2051082711 req-e9219ba3-4fcb-4623-81b5-39abda099071 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537665 Sep 14 13:30:24.556647 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669932-376d-45d3-aded-a51a6288dd01 req-3d8153e1-6fd9-4dfd-b14d-2218c2edef97 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:24.558128 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d669932-376d-45d3-aded-a51a6288dd01 req-3d8153e1-6fd9-4dfd-b14d-2218c2edef97 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0587022 Sep 14 13:30:24.615942 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d669932-376d-45d3-aded-a51a6288dd01 req-453505bf-5803-4188-bca0-4fa85cab91e8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 Sep 14 13:30:24.993802 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d68599-33e5-4db2-b64e-a3b7482ff908 req-8a4fba23-821e-4163-ab0d-09aa63b51924 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:24.995251 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74d68599-33e5-4db2-b64e-a3b7482ff908 req-8a4fba23-821e-4163-ab0d-09aa63b51924 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0554094 Sep 14 13:30:25.031747 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74d68599-33e5-4db2-b64e-a3b7482ff908 req-e0b6f8ff-d7aa-40b4-b491-5bb10d21c077 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307019 Sep 14 13:30:25.144947 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979f787-1c2b-4c79-95e5-4387c0b2efef req-15c6a149-e455-4841-bdd2-735677518201 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:25.146524 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1979f787-1c2b-4c79-95e5-4387c0b2efef req-15c6a149-e455-4841-bdd2-735677518201 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0520694 Sep 14 13:30:25.184553 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1979f787-1c2b-4c79-95e5-4387c0b2efef req-9b1503f7-d3d9-496e-bfd9-804ad43c2a11 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Sep 14 13:30:25.660982 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b091-fcdc-49ab-af1b-4bb52baf1a52 req-ef88c5cf-af77-4870-8f69-ce6a52bcc2a4 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:25.663279 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4722b091-fcdc-49ab-af1b-4bb52baf1a52 req-ef88c5cf-af77-4870-8f69-ce6a52bcc2a4 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0619943 Sep 14 13:30:25.725728 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4722b091-fcdc-49ab-af1b-4bb52baf1a52 req-a5b4f608-2349-4189-9962-c626d998ffd0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Sep 14 13:30:25.765164 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d68cdc-4406-4b35-8da3-936d42d69604 req-700218a1-3160-49ef-882d-bf60c74c21ab tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:25.766629 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9d68cdc-4406-4b35-8da3-936d42d69604 req-700218a1-3160-49ef-882d-bf60c74c21ab tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0559440 Sep 14 13:30:25.804259 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9d68cdc-4406-4b35-8da3-936d42d69604 req-8dc7c9a2-1d34-4c3d-984f-1c6215da39f5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Sep 14 13:30:26.150827 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756e55-2e33-4e58-a311-9844cfc87a7d req-3d5d6665-3e88-4bf7-894a-82df2a8f69f6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:26.152714 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-95756e55-2e33-4e58-a311-9844cfc87a7d req-3d5d6665-3e88-4bf7-894a-82df2a8f69f6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0526526 Sep 14 13:30:26.194181 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-95756e55-2e33-4e58-a311-9844cfc87a7d req-fb6a0fe3-7100-4c31-b83d-82374b35ed05 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Sep 14 13:30:26.294842 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c39caf-e24f-460d-bb24-7d8194dae663 req-77751f51-6925-480d-94eb-6867e1d3e1b0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:26.296311 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-42c39caf-e24f-460d-bb24-7d8194dae663 req-77751f51-6925-480d-94eb-6867e1d3e1b0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0476162 Sep 14 13:30:26.333627 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-42c39caf-e24f-460d-bb24-7d8194dae663 req-fb6c5afa-2863-4a8d-b938-ec2494081ef6 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307553 Sep 14 13:30:26.854847 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb52d68-98eb-4eb3-982f-f574895d98d8 req-dcfea197-5bc7-4d12-a679-e34a1a0a0fd3 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:26.856267 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dcb52d68-98eb-4eb3-982f-f574895d98d8 req-dcfea197-5bc7-4d12-a679-e34a1a0a0fd3 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0527930 Sep 14 13:30:26.917140 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dcb52d68-98eb-4eb3-982f-f574895d98d8 req-48b1213b-a00d-415a-bc14-6eefacf805ec tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Sep 14 13:30:26.953818 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9fd35-c0b6-4b1d-bdfc-21e73e6ffcb2 req-41ede972-3a23-41ea-8f33-382b1941e3d5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:26.955983 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7bf9fd35-c0b6-4b1d-bdfc-21e73e6ffcb2 req-41ede972-3a23-41ea-8f33-382b1941e3d5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0807493 Sep 14 13:30:26.998226 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7bf9fd35-c0b6-4b1d-bdfc-21e73e6ffcb2 req-0a8c6df6-6956-44f0-8db7-059102e6f5b9 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Sep 14 13:30:27.309808 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd23a8-b494-4078-aef7-748776204882 req-a8276b93-9618-4191-a800-856b95a806df tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:27.311283 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4dbd23a8-b494-4078-aef7-748776204882 req-a8276b93-9618-4191-a800-856b95a806df tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Sep 14 13:30:27.348303 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4dbd23a8-b494-4078-aef7-748776204882 req-36eaafed-6304-4b20-a1d4-3dec822d08c8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305951 Sep 14 13:30:27.459397 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7081eb-2fce-4c66-81a8-7fc486e54938 req-323decc5-42bb-4577-801f-e0c42e0390ea tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:27.460891 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e7081eb-2fce-4c66-81a8-7fc486e54938 req-323decc5-42bb-4577-801f-e0c42e0390ea tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0541477 Sep 14 13:30:27.497749 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e7081eb-2fce-4c66-81a8-7fc486e54938 req-97983561-876f-47ce-83f5-0a0c094a45f6 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308971 Sep 14 13:30:28.029428 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be161ba-13ed-427c-a021-21fc99665020 req-e98cc5fc-2caf-4d14-9ae7-8361848682b6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:28.030906 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0be161ba-13ed-427c-a021-21fc99665020 req-e98cc5fc-2caf-4d14-9ae7-8361848682b6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0484509 Sep 14 13:30:28.073006 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0be161ba-13ed-427c-a021-21fc99665020 req-0a144e1c-e665-4ff2-908c-a63eec73ad91 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356271 Sep 14 13:30:28.132911 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042519a-fe26-4914-bf4d-a9ea80b428f1 req-b9013cd8-e078-43ef-8543-4c183d860a45 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:28.134464 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2042519a-fe26-4914-bf4d-a9ea80b428f1 req-b9013cd8-e078-43ef-8543-4c183d860a45 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0606003 Sep 14 13:30:28.171071 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2042519a-fe26-4914-bf4d-a9ea80b428f1 req-9ddb1994-9639-4f04-954b-31c00cfb11bf tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307848 Sep 14 13:30:28.471812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09086777-77c1-4004-b91b-66117638c869 req-a857d98f-b840-4394-a629-30f3a64de658 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:28.473346 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09086777-77c1-4004-b91b-66117638c869 req-a857d98f-b840-4394-a629-30f3a64de658 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0513568 Sep 14 13:30:28.513397 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09086777-77c1-4004-b91b-66117638c869 req-ec3a179e-4379-4982-8b3e-597c49c3aaf7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341389 Sep 14 13:30:28.623688 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee69fd-0435-4cfa-ad9b-5095fdd6f970 req-e15bf5a6-f190-4ade-bbf9-928d87387494 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:28.625190 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-23ee69fd-0435-4cfa-ad9b-5095fdd6f970 req-e15bf5a6-f190-4ade-bbf9-928d87387494 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0497904 Sep 14 13:30:28.663514 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-23ee69fd-0435-4cfa-ad9b-5095fdd6f970 req-a992e461-a8b9-4156-9742-70a869b6c9e3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Sep 14 13:30:29.198382 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bc009-dc42-46dd-a869-1dc4f14eb0cb req-fe779854-4c7b-446b-a717-0627fc746d02 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:29.207192 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ff1bc009-dc42-46dd-a869-1dc4f14eb0cb req-fe779854-4c7b-446b-a717-0627fc746d02 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0670512 Sep 14 13:30:29.256557 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ff1bc009-dc42-46dd-a869-1dc4f14eb0cb req-7c11cb57-52ae-4531-962d-80619ec0309e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481410 Sep 14 13:30:29.311035 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31d3ba-17a6-49f7-a645-0e4900d37c20 req-3b7f3e9d-6d3d-4469-97f4-ec57f1fd7870 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:29.313364 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d31d3ba-17a6-49f7-a645-0e4900d37c20 req-3b7f3e9d-6d3d-4469-97f4-ec57f1fd7870 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0547841 Sep 14 13:30:29.352306 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d31d3ba-17a6-49f7-a645-0e4900d37c20 req-9713a148-56ad-41f0-a074-4d0f3093df08 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Sep 14 13:30:29.686575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dd7b9-7867-48d1-9313-29151e6ac074 req-80a280dd-a198-4f44-8fc7-67d11e1c4c97 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:29.688206 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9d5dd7b9-7867-48d1-9313-29151e6ac074 req-80a280dd-a198-4f44-8fc7-67d11e1c4c97 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0654747 Sep 14 13:30:29.729246 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9d5dd7b9-7867-48d1-9313-29151e6ac074 req-9ef23519-a9e6-40b1-904e-07622f6a4692 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347695 Sep 14 13:30:29.790506 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8641-ea73-4ce8-bd3a-d71be977584b req-8bff279c-42d8-46f1-8c4f-ca85d10a163c tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:29.792879 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-537a8641-ea73-4ce8-bd3a-d71be977584b req-8bff279c-42d8-46f1-8c4f-ca85d10a163c tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0618844 Sep 14 13:30:29.857319 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-537a8641-ea73-4ce8-bd3a-d71be977584b req-9138d18d-0081-4748-9af7-40cc63cb6ec2 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590301 Sep 14 13:30:30.384159 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf25bb-9360-42b7-af11-f8ce044e687b req-2c4eab4b-41aa-4236-b663-c31502173489 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:30.385719 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bcaf25bb-9360-42b7-af11-f8ce044e687b req-2c4eab4b-41aa-4236-b663-c31502173489 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0528545 Sep 14 13:30:30.431625 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bcaf25bb-9360-42b7-af11-f8ce044e687b req-2052e414-8c8c-4681-b7c5-b20cea56907b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Sep 14 13:30:30.501508 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aef72-ced4-4085-9320-67bfb2bfd6c6 req-aa41fcad-8ed7-4de5-b933-86bbc877294d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:30.510358 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c25aef72-ced4-4085-9320-67bfb2bfd6c6 req-aa41fcad-8ed7-4de5-b933-86bbc877294d tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0774539 Sep 14 13:30:30.549456 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c25aef72-ced4-4085-9320-67bfb2bfd6c6 req-f3ae5c6b-98e2-4a04-a41f-c5cd0ea9884e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Sep 14 13:30:30.861929 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f387-f9d6-4af6-81ae-befb0eef264d req-4188cb3a-33ab-4024-bf17-7c27abb8e1d7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:30.864161 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1651f387-f9d6-4af6-81ae-befb0eef264d req-4188cb3a-33ab-4024-bf17-7c27abb8e1d7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0586696 Sep 14 13:30:30.934577 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1651f387-f9d6-4af6-81ae-befb0eef264d req-fc8dfff5-ac07-492e-ab2e-94f57ef654cb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610578 Sep 14 13:30:30.992557 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094a99-4bfb-4bee-8ee9-144293a82fd7 req-bc32f2f4-7d92-4589-a97d-cabaed6012b2 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:30.994134 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-14094a99-4bfb-4bee-8ee9-144293a82fd7 req-bc32f2f4-7d92-4589-a97d-cabaed6012b2 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0585554 Sep 14 13:30:31.032982 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-14094a99-4bfb-4bee-8ee9-144293a82fd7 req-b41867f2-d876-442b-baa1-7685eb5393e9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Sep 14 13:30:31.548942 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c153e7-2ca2-4112-98aa-8f17bb605525 req-574feba3-f440-4acd-af61-6217f7a022ee tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:31.550472 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-20c153e7-2ca2-4112-98aa-8f17bb605525 req-574feba3-f440-4acd-af61-6217f7a022ee tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0504432 Sep 14 13:30:31.601389 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-20c153e7-2ca2-4112-98aa-8f17bb605525 req-bcf4e53d-cb61-4f99-a7b2-73804263c950 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Sep 14 13:30:31.682293 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a82509-d484-424a-b24b-6945e161c084 req-a27ed198-006e-4fa5-b302-16564be2bb99 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:31.684208 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-86a82509-d484-424a-b24b-6945e161c084 req-a27ed198-006e-4fa5-b302-16564be2bb99 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Sep 14 13:30:31.743891 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-86a82509-d484-424a-b24b-6945e161c084 req-df188f6b-e596-4138-9f9c-2ff63dc4138e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523634 Sep 14 13:30:32.067615 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ba309-8459-4266-8d0b-d25c8f3e5584 req-40f6993f-6564-4a68-a84f-32242c09f1e7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:32.069696 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4b6ba309-8459-4266-8d0b-d25c8f3e5584 req-40f6993f-6564-4a68-a84f-32242c09f1e7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0567780 Sep 14 13:30:32.118507 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4b6ba309-8459-4266-8d0b-d25c8f3e5584 req-1ad752ae-adaf-46cb-b503-eac51905ca26 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 Sep 14 13:30:32.210178 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73773-74f6-4afb-a12c-c9022424598f req-f512f8c6-9006-4485-aa71-b387acb14fa7 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:32.218690 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-87c73773-74f6-4afb-a12c-c9022424598f req-f512f8c6-9006-4485-aa71-b387acb14fa7 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0625925 Sep 14 13:30:32.255619 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-87c73773-74f6-4afb-a12c-c9022424598f req-0c5422df-d5ae-45a8-aaae-46aa89cec9b5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Sep 14 13:30:32.732428 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f60d9-8a89-43dd-bfad-a9cb946fdfd1 req-3f23bfed-b3bc-4a21-b273-b801339ce3a9 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:32.734494 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0d2f60d9-8a89-43dd-bfad-a9cb946fdfd1 req-3f23bfed-b3bc-4a21-b273-b801339ce3a9 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0553541 Sep 14 13:30:32.795943 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0d2f60d9-8a89-43dd-bfad-a9cb946fdfd1 req-8e4809ac-22ce-471a-bd40-e11ea413590d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548549 Sep 14 13:30:32.892348 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1393d7-f49a-4483-a9f5-b2a22f65f93a req-37e8bcb8-5741-409e-b533-ecff239427cb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:32.893870 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df1393d7-f49a-4483-a9f5-b2a22f65f93a req-37e8bcb8-5741-409e-b533-ecff239427cb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0545051 Sep 14 13:30:32.940058 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df1393d7-f49a-4483-a9f5-b2a22f65f93a req-755db24a-81b5-43f8-a019-0bd5d6df4c0f tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 Sep 14 13:30:33.260647 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30924d1-0485-4e1a-8889-8a66027aff67 req-3cf2b301-9e01-4914-ada1-484819f795c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:33.262540 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d30924d1-0485-4e1a-8889-8a66027aff67 req-3cf2b301-9e01-4914-ada1-484819f795c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0582483 Sep 14 13:30:33.327736 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d30924d1-0485-4e1a-8889-8a66027aff67 req-4eeb95bc-aadc-4390-b17c-2d0a17120b71 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485251 Sep 14 13:30:33.396388 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd172ae-624b-4a5c-b3e9-964881e53d01 req-6254022d-4243-4d23-9e0d-4a28ce111d98 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:33.398381 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7dd172ae-624b-4a5c-b3e9-964881e53d01 req-6254022d-4243-4d23-9e0d-4a28ce111d98 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0536587 Sep 14 13:30:33.448367 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7dd172ae-624b-4a5c-b3e9-964881e53d01 req-44144f5d-b1c2-4814-9f0e-26f4bf91cad7 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Sep 14 13:30:33.933081 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b591-18cd-4ba5-a678-c63f0fa73579 req-351380c3-0640-4421-9fa8-6e8cbdae759a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:33.934814 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80c5b591-18cd-4ba5-a678-c63f0fa73579 req-351380c3-0640-4421-9fa8-6e8cbdae759a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0575147 Sep 14 13:30:33.986779 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80c5b591-18cd-4ba5-a678-c63f0fa73579 req-ae64643a-c501-4eb2-aaba-c0e3481a24bb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Sep 14 13:30:34.091850 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b1730-ad1e-426c-835b-753802514d84 req-b1e18fd7-38ff-42fc-a69b-ced0b3416ba4 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:34.093307 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8f5b1730-ad1e-426c-835b-753802514d84 req-b1e18fd7-38ff-42fc-a69b-ced0b3416ba4 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Sep 14 13:30:34.135877 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8f5b1730-ad1e-426c-835b-753802514d84 req-8c000657-af80-4f96-bc03-3e7269f6f1a0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356157 Sep 14 13:30:34.447140 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf6b58-2f7e-48ff-8927-872626cb0812 req-8bde5d21-28d4-4af8-9b9f-dc11b545c9fd tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:34.448773 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7fdf6b58-2f7e-48ff-8927-872626cb0812 req-8bde5d21-28d4-4af8-9b9f-dc11b545c9fd tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0489819 Sep 14 13:30:34.488375 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7fdf6b58-2f7e-48ff-8927-872626cb0812 req-9e8a1ef8-4664-4667-baf5-a626eebd9d98 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330982 Sep 14 13:30:34.588031 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03e73b-1239-433f-832e-e5c789e90f05 req-5aa80c5c-b509-4157-8d9e-4562971d6201 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:34.589582 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b03e73b-1239-433f-832e-e5c789e90f05 req-5aa80c5c-b509-4157-8d9e-4562971d6201 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0529511 Sep 14 13:30:34.629649 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b03e73b-1239-433f-832e-e5c789e90f05 req-a40b1642-f683-44a3-8622-d2498fcd5e8c tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Sep 14 13:30:35.103530 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57be8b-9508-4a8c-bf8e-ea3da70623a9 req-614864c6-a1a8-4d90-9e01-face253bdf50 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.105048 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ff57be8b-9508-4a8c-bf8e-ea3da70623a9 req-614864c6-a1a8-4d90-9e01-face253bdf50 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 931 time: 0.0515554 Sep 14 13:30:35.145522 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ff57be8b-9508-4a8c-bf8e-ea3da70623a9 req-f11f6b71-092d-49da-8b43-3f0fe1ab5b80 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Sep 14 13:30:35.171117 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Request body: {'port': {'device_id': '84515f10-8e69-408d-94de-33fac8c9fd40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:30:35.244306 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:35.250105 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cfa5e-7570-454c-af7e-52f448483e74 req-f02e479f-af1c-473c-b02c-1199db59fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.251856 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8d3cfa5e-7570-454c-af7e-52f448483e74 req-f02e479f-af1c-473c-b02c-1199db59fe13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1096 time: 0.0617471 Sep 14 13:30:35.322912 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a03ffb-b5bf-4ed6-b394-397d936ba9fb req-f62a3280-b4f3-4f9d-8ec7-45b041a2314e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.324540 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52a03ffb-b5bf-4ed6-b394-397d936ba9fb req-f62a3280-b4f3-4f9d-8ec7-45b041a2314e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0886538 Sep 14 13:30:35.367308 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cfa5e-7570-454c-af7e-52f448483e74 req-c6e25555-684f-452f-a338-eba254b31772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.368881 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8d3cfa5e-7570-454c-af7e-52f448483e74 req-c6e25555-684f-452f-a338-eba254b31772 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1058288 Sep 14 13:30:35.439511 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52a03ffb-b5bf-4ed6-b394-397d936ba9fb req-ac26196c-0c7d-464c-9644-ad1f579cd3bb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013312 Sep 14 13:30:35.490830 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cfa5e-7570-454c-af7e-52f448483e74 req-fd184880-8771-47b3-b2c0-92d529e3f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.492633 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8d3cfa5e-7570-454c-af7e-52f448483e74 req-fd184880-8771-47b3-b2c0-92d529e3f38d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028228 Sep 14 13:30:35.632615 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-24d5ac59-235a-43a0-a85f-252ce0650d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.634482 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-24d5ac59-235a-43a0-a85f-252ce0650d6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1096 time: 0.0459964 Sep 14 13:30:35.643457 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:30:35.655441 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:35.674604 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661a6eb-62e8-45ba-8667-1b49cd625578 req-9603ad21-af1a-498c-ace0-8ab79a1eb169 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.677296 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3661a6eb-62e8-45ba-8667-1b49cd625578 req-9603ad21-af1a-498c-ace0-8ab79a1eb169 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0976324 Sep 14 13:30:35.684175 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Transition to ACTIVE for port object 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:30:35.696114 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:35.707434 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-f35b5ac4-a5e7-40d8-a8b7-a148ca8cb17b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 217 time: 0.0607514 Sep 14 13:30:35.731184 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:35.775401 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-a84e297b-8752-4080-a0d9-e83cce65bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.776972 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-a84e297b-8752-4080-a0d9-e83cce65bd02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0f5f2d7-373d-473c-a8e2-1d1a53545d80 HTTP/1.1" status: 200 len: 854 time: 0.0545585 Sep 14 13:30:35.806844 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3661a6eb-62e8-45ba-8667-1b49cd625578 req-1258ead5-8bb7-47fa-bd64-2f71a3d18c66 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210475 Sep 14 13:30:35.812521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Pushing event updated for resources: {'Port': ['ID=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:35.860153 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-77990a78-6183-4364-83a7-df58c8b6de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.862352 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-77990a78-6183-4364-83a7-df58c8b6de3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8afe2-9a44-4cef-a10c-3225eaf02fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705667 Sep 14 13:30:35.909013 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca548224-36c2-4d0a-bae7-b325dfe655a4 req-30f28aa1-58fc-4689-8b73-2c4a415fbcef tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.911582 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ca548224-36c2-4d0a-bae7-b325dfe655a4 req-30f28aa1-58fc-4689-8b73-2c4a415fbcef tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.1755180 Sep 14 13:30:35.967109 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-34c70d49-f5f0-4a34-9a11-adc8ee24b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:35.968793 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-34c70d49-f5f0-4a34-9a11-adc8ee24b211 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1098 time: 0.1407328 Sep 14 13:30:35.979200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ca548224-36c2-4d0a-bae7-b325dfe655a4 req-da81a591-0b45-4902-83b2-a4a6cb31eab0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Sep 14 13:30:35.987419 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-88d49305-c72f-4b12-9a45-a19fe48aac85 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078053 Sep 14 13:30:36.003290 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Attempting to bind port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:30:36.003629 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Attempting to bind port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:30:36.003955 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Attempting to bind port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:30:36.023351 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:30:36.023674 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Attempting to bind port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:30:36.057278 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:30:36.057780 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Checking segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:30:36.058115 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Bound using segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:30:36.058629 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Bound port: 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:30:36.059055 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:36.093583 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-8b696770-c6fa-439f-ad6a-c8188301fea8 req-e667051a-4866-47ba-a49a-d32f8bd64d7c service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977521 Sep 14 13:30:36.141052 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-86164101-e89f-498f-9a6b-b0d2e7a0de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.143946 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-86164101-e89f-498f-9a6b-b0d2e7a0de56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.1608567 Sep 14 13:30:36.237696 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] For port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:30:36.252544 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] For port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:30:36.260026 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:36.271002 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-5a27b686-edc6-48f6-b712-73bc2a6af21c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9 HTTP/1.1" status: 200 len: 1001 time: 0.1143138 Sep 14 13:30:36.305574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.306184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:36.307574 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] 10.222.0.18 "PUT /v2.0/ports/7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa HTTP/1.1" status: 200 len: 1093 time: 1.1414547 Sep 14 13:30:36.328349 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84515f10-8e69-408d-94de-33fac8c9fd40', 'tag': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:36.330703 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74533f53-a266-4885-96e8-f72d3eca75cf" -d '{"events": [{"name": "network-changed", "server_uuid": "84515f10-8e69-408d-94de-33fac8c9fd40", "tag": "7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:36.378178 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db586a7c-cffb-419e-8f91-03d334de0c2a x-openstack-request-id: req-db586a7c-cffb-419e-8f91-03d334de0c2a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:36.378462 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84515f10-8e69-408d-94de-33fac8c9fd40", "tag": "7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:36.378712 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db586a7c-cffb-419e-8f91-03d334de0c2a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:36.379086 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84515f10-8e69-408d-94de-33fac8c9fd40', 'tag': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa', 'status': 'completed', 'code': 200} Sep 14 13:30:36.671824 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-e962cc89-105e-4728-a97b-6a22655a9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.673329 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-e962cc89-105e-4728-a97b-6a22655a9195 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.3695014 Sep 14 13:30:36.676165 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94db080-315b-446f-90af-bdc26b1b981c service neutron] Pushing event updated for resources: {'Port': ['ID=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:36.687711 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf618c-d6f2-4718-902b-977accaac01e req-10187284-2519-4eb4-bf6d-0e0d7d582171 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.689192 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0dbf618c-d6f2-4718-902b-977accaac01e req-10187284-2519-4eb4-bf6d-0e0d7d582171 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 943 time: 0.4173026 Sep 14 13:30:36.736631 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-3a2bc230-a582-4c96-a589-7c48012aee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.738232 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-3a2bc230-a582-4c96-a589-7c48012aee2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 1096 time: 0.3792546 Sep 14 13:30:36.763593 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f33e0-9d25-46c4-8437-dd97dddcdc7a req-01f1e1bf-5dd5-46d3-9eea-47d0e7173c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.766836 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-415f33e0-9d25-46c4-8437-dd97dddcdc7a req-01f1e1bf-5dd5-46d3-9eea-47d0e7173c4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.0815439 Sep 14 13:30:36.767537 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2e256-ece0-47ac-8dd0-9a82bde516e1 req-9c5ac83d-37ce-4bdc-a674-48d673d29127 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.775367 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-67c2e256-ece0-47ac-8dd0-9a82bde516e1 req-9c5ac83d-37ce-4bdc-a674-48d673d29127 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1600301 Sep 14 13:30:36.820832 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-415f33e0-9d25-46c4-8437-dd97dddcdc7a req-357816d9-a011-4f0f-8e9a-15ff4826a496 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Sep 14 13:30:36.833558 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-cb76b37e-d222-406c-b9ab-71f06d4890f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa HTTP/1.1" status: 200 len: 217 time: 0.0821557 Sep 14 13:30:36.838099 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0dbf618c-d6f2-4718-902b-977accaac01e req-49d49fa3-8583-4432-85c8-6fe745be36af tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372910 Sep 14 13:30:36.840152 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-d073c3c4-392f-4a85-a508-214d1064decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.841573 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-d073c3c4-392f-4a85-a508-214d1064decb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1515539 Sep 14 13:30:36.861321 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-67c2e256-ece0-47ac-8dd0-9a82bde516e1 req-0c8c354d-afc3-4399-b584-15e70d189b3e tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851393 Sep 14 13:30:36.952420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47874a10-86ea-414a-a940-21b70b10e687 req-a7a2fdfc-897d-44dc-b666-2a6a2a643979 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:36.957162 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-47874a10-86ea-414a-a940-21b70b10e687 req-a7a2fdfc-897d-44dc-b666-2a6a2a643979 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Sep 14 13:30:36.992096 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-47874a10-86ea-414a-a940-21b70b10e687 req-a0018918-8185-4095-9f8d-8b84cd7a4c56 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Sep 14 13:30:37.163634 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-cc49a45a-7da7-4517-ad24-71b8a38ebb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:37.165019 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-cc49a45a-7da7-4517-ad24-71b8a38ebb01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.1290712 Sep 14 13:30:37.196783 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e5f9c-621a-4779-9b07-7fd167dc7786 req-c59fb9b2-6003-4b59-b580-de8ded2802a1 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:37.200719 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a83e5f9c-621a-4779-9b07-7fd167dc7786 req-c59fb9b2-6003-4b59-b580-de8ded2802a1 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.1239514 Sep 14 13:30:37.215752 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-7fdbcc3f-9d8a-42f2-a048-1b0325747718 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878555 Sep 14 13:30:37.218738 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-24e191fb-9c75-4750-b4de-3c981d87ee23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422945 Sep 14 13:30:37.251861 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a83e5f9c-621a-4779-9b07-7fd167dc7786 req-f660fb8c-19e7-448c-8adb-b3ee524c1030 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Sep 14 13:30:37.400213 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7e83bd50-2362-42c6-8ca8-fb067bfda920 req-e89887ee-7b01-441c-a51f-043189e5e75b service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487665 Sep 14 13:30:37.402351 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-dc24c111-98c8-469c-a058-d90ac33d3b86 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441078 Sep 14 13:30:37.496757 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc7297c-fc5e-4cdb-b2af-a0a319ea1176 req-5b021cac-7248-4540-a7ed-8141946a3a1e service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821772 Sep 14 13:30:37.591114 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533f53-a266-4885-96e8-f72d3eca75cf req-6328ab3e-c047-4737-8d61-298f730d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:37.592831 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74533f53-a266-4885-96e8-f72d3eca75cf req-6328ab3e-c047-4737-8d61-298f730d786c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 1096 time: 0.0450437 Sep 14 13:30:37.683235 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533f53-a266-4885-96e8-f72d3eca75cf req-e25754a5-0d3c-4d13-a5cc-78b229fb31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:37.684598 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74533f53-a266-4885-96e8-f72d3eca75cf req-e25754a5-0d3c-4d13-a5cc-78b229fb31dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 916 time: 0.0834079 Sep 14 13:30:37.729545 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74533f53-a266-4885-96e8-f72d3eca75cf req-09573b0b-70da-46b8-a6f0-271e27d7cf64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa HTTP/1.1" status: 200 len: 217 time: 0.0357537 Sep 14 13:30:37.776558 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533f53-a266-4885-96e8-f72d3eca75cf req-9d463a46-b6b8-4ec2-9b17-f21802967a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:37.777902 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74533f53-a266-4885-96e8-f72d3eca75cf req-9d463a46-b6b8-4ec2-9b17-f21802967a93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.0412116 Sep 14 13:30:37.812030 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74533f53-a266-4885-96e8-f72d3eca75cf req-c0aaf7d5-6546-4f66-a63f-484a0a5cab3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234690 Sep 14 13:30:37.923973 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74533f53-a266-4885-96e8-f72d3eca75cf req-4967203e-94fb-493c-b1df-322089b72f9d service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024153 Sep 14 13:30:38.055762 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea346e-8ade-4760-8828-a86e7c05ff05 req-8bb51b4d-dc10-44f7-b671-1ca7e85a0f21 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:38.057176 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dfea346e-8ade-4760-8828-a86e7c05ff05 req-8bb51b4d-dc10-44f7-b671-1ca7e85a0f21 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 943 time: 0.1363132 Sep 14 13:30:38.067315 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988954b-a7ff-4f01-b7b9-7bc7b654a16c req-2bfffcf5-b149-474f-a42c-abafc0ba1ebe tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:38.069162 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e988954b-a7ff-4f01-b7b9-7bc7b654a16c req-2bfffcf5-b149-474f-a42c-abafc0ba1ebe tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1368234 Sep 14 13:30:38.122470 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-74533f53-a266-4885-96e8-f72d3eca75cf req-c8f7cd49-3be2-489e-8c41-a85f621e1efd service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814654 Sep 14 13:30:38.134021 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dfea346e-8ade-4760-8828-a86e7c05ff05 req-7cc9b24d-166a-4f7e-8e5f-2d91cb9c1af6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639751 Sep 14 13:30:38.146372 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e988954b-a7ff-4f01-b7b9-7bc7b654a16c req-c0b4d5db-5786-41cb-80ff-b01ad34b1e0c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664682 Sep 14 13:30:38.236270 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8860240-3543-44b8-8ac0-bf40044a8815 req-7597d8c4-5f3a-406d-8171-4ae26ff4d410 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:38.237710 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8860240-3543-44b8-8ac0-bf40044a8815 req-7597d8c4-5f3a-406d-8171-4ae26ff4d410 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Sep 14 13:30:38.273750 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8860240-3543-44b8-8ac0-bf40044a8815 req-99c4ffcb-e90c-4cbc-9a6e-4bc3a316bc08 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302894 Sep 14 13:30:38.365838 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d1300-45f5-421e-bc93-44932bd921ec req-f89ed9db-c8e6-4442-89dd-5bd86424569a tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:38.367180 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b13d1300-45f5-421e-bc93-44932bd921ec req-f89ed9db-c8e6-4442-89dd-5bd86424569a tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 943 time: 0.0505564 Sep 14 13:30:38.403748 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b13d1300-45f5-421e-bc93-44932bd921ec req-c4152d5b-fad0-4f19-9ab0-6fccd7cb0ed7 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305998 Sep 14 13:30:39.035509 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 840cb230-0135-4c44-9b3d-a0241d882832 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:30:39.078106 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:30:39.170834 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=840cb230-0135-4c44-9b3d-a0241d882832,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:39.182082 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '840cb230-0135-4c44-9b3d-a0241d882832', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'port_id': '840cb230-0135-4c44-9b3d-a0241d882832', 'mac_address': 'fa:16:3e:b4:37:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:30:39.294097 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a1c37-c60b-48d1-924d-4fdc84461d57 req-fbfd6911-d209-46fc-b7bd-c600cdc084d2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:39.296409 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db6a1c37-c60b-48d1-924d-4fdc84461d57 req-fbfd6911-d209-46fc-b7bd-c600cdc084d2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 943 time: 0.0889361 Sep 14 13:30:39.334106 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2643a6d-bd2d-4832-81c5-5e7e7214a321 req-36425cc6-7b10-4e5f-ae65-e24d196d8738 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:39.336718 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2643a6d-bd2d-4832-81c5-5e7e7214a321 req-36425cc6-7b10-4e5f-ae65-e24d196d8738 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0877955 Sep 14 13:30:39.369576 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db6a1c37-c60b-48d1-924d-4fdc84461d57 req-8c4e6d37-3381-4f21-b1fe-35c6be72d9af tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665741 Sep 14 13:30:39.375496 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:39.394804 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840cb230-0135-4c44-9b3d-a0241d882832 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:30:39.399482 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:39.407867 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a2643a6d-bd2d-4832-81c5-5e7e7214a321 req-b874698c-ce20-4004-a711-0f7bed6dd24b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 Sep 14 13:30:39.451622 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=840cb230-0135-4c44-9b3d-a0241d882832,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:39.452729 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:39.455717 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f20a16-b4c2-4470-93f3-f3fd7ccc7c3b" -d '{"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-unplugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:39.465496 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:39.471621 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:39.493680 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:39.521902 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:39.563883 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23bde0-5da1-4191-8733-664c8297af4f req-ef6d5bf7-1116-4ebc-87a0-8841f3364c7e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:39.565327 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d23bde0-5da1-4191-8733-664c8297af4f req-ef6d5bf7-1116-4ebc-87a0-8841f3364c7e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0812423 Sep 14 13:30:39.573425 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a3f30-08c7-4f9f-899b-4e24df4e62a8 req-364b2439-cac1-44aa-8df1-670e2343ae9d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:39.574867 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b05a3f30-08c7-4f9f-899b-4e24df4e62a8 req-364b2439-cac1-44aa-8df1-670e2343ae9d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 944 time: 0.0798047 Sep 14 13:30:39.575755 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:39.628462 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d23bde0-5da1-4191-8733-664c8297af4f req-65a03f9e-5fd7-40c9-aa8a-da6b37581064 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526488 Sep 14 13:30:39.635395 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b05a3f30-08c7-4f9f-899b-4e24df4e62a8 req-c6be589c-592e-432c-8452-709c7505e2db tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Sep 14 13:30:39.679703 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0324d4-9280-4a97-a980-6c0156da77da x-openstack-request-id: req-6d0324d4-9280-4a97-a980-6c0156da77da {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:39.680022 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-unplugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:39.680272 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d0324d4-9280-4a97-a980-6c0156da77da {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:39.680904 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'code': 200} Sep 14 13:30:39.760722 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['840cb230-0135-4c44-9b3d-a0241d882832'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:30:39.911962 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3333359e-aca4-4ef4-bce2-d97ffaad043e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:39.976921 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-4ae5da6b-8780-4af0-8df0-0636ceccc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:39.978424 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-4ae5da6b-8780-4af0-8df0-0636ceccc770 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c105f032c0ab4efbae636082f66ba652&device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 1098 time: 0.0790906 Sep 14 13:30:39.991624 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debc4a9-d215-42d1-bbb9-d8676c77d41a req-f5ee78db-26e6-48f3-89f3-d28f2dd2979c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:39.993102 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8debc4a9-d215-42d1-bbb9-d8676c77d41a req-f5ee78db-26e6-48f3-89f3-d28f2dd2979c tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0668814 Sep 14 13:30:40.085126 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8debc4a9-d215-42d1-bbb9-d8676c77d41a req-00e3d2f2-c423-4b7a-8c3f-74ff3c05dea2 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819559 Sep 14 13:30:40.105971 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-f441e381-fa22-4feb-9517-5226246d3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:40.107471 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-f441e381-fa22-4feb-9517-5226246d3c6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 200 len: 919 time: 0.1135044 Sep 14 13:30:40.153496 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-ce3854c1-736c-441e-b7c2-2882384ebdca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 200 len: 217 time: 0.0373166 Sep 14 13:30:40.189024 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [req-12b8d903-aad0-444f-aa60-547d6ced827e req-4f9f17bc-09f0-415d-bdc3-ebff9b930e76 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:30:40.189994 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-12b8d903-aad0-444f-aa60-547d6ced827e req-4f9f17bc-09f0-415d-bdc3-ebff9b930e76 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216994 Sep 14 13:30:40.206803 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-3ad95174-8f5b-4725-a732-30861f255014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:40.208232 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-3ad95174-8f5b-4725-a732-30861f255014 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 200 len: 858 time: 0.0479200 Sep 14 13:30:40.249331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-6428ebe4-f208-4c20-9867-e20d918548d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1dfdd27f-ebd8-436a-abdf-c11f03faf30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268569 Sep 14 13:30:40.384052 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700677cd-893f-4c17-8b49-52537f844acf req-a6461708-6989-426f-b6f4-c07eb31c0553 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:40.385551 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-700677cd-893f-4c17-8b49-52537f844acf req-a6461708-6989-426f-b6f4-c07eb31c0553 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0637321 Sep 14 13:30:40.387705 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-d7582e63-9567-4ac3-be85-a6b913a2c0ce service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288598 Sep 14 13:30:40.463489 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-700677cd-893f-4c17-8b49-52537f844acf req-37472b4b-435e-4402-ae9a-cdeb30ecc609 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707974 Sep 14 13:30:40.546061 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9253c0-f7a6-4ff5-952b-461fde5720ae req-0d88ce89-e190-4c56-b181-fe670b3f804f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:40.548096 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7c9253c0-f7a6-4ff5-952b-461fde5720ae req-0d88ce89-e190-4c56-b181-fe670b3f804f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 943 time: 0.1026025 Sep 14 13:30:40.551553 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52fdcdac-e9f0-4f38-a7bd-a5ff2eb8a541 req-a1696768-3b05-4c1d-ac7e-2edab593f763 service neutron] 10.222.0.18 "GET /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524112 Sep 14 13:30:40.574379 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44614) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:30:40.597510 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7c9253c0-f7a6-4ff5-952b-461fde5720ae req-9480e060-9fee-448b-9930-db4a6e49cb41 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Sep 14 13:30:40.658829 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-f63a926c-58f2-46d8-a353-7653a6bf1dbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832062 Sep 14 13:30:40.668580 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-e5df4cc4-a6be-4f0f-8442-9ad2dfecaddd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:30:40.669832 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-e5df4cc4-a6be-4f0f-8442-9ad2dfecaddd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053332 Sep 14 13:30:40.749332 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830236-79f8-4691-9e1f-aec75f353ab7 req-c06e779f-29c2-4495-b81f-b22d11bd1db0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:40.751316 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9c830236-79f8-4691-9e1f-aec75f353ab7 req-c06e779f-29c2-4495-b81f-b22d11bd1db0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 944 time: 0.0483582 Sep 14 13:30:40.793216 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9c830236-79f8-4691-9e1f-aec75f353ab7 req-bc2ab35b-8191-4ab3-853a-c03649cf804d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Sep 14 13:30:41.037823 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:30:41.041975 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 840cb230-0135-4c44-9b3d-a0241d882832 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:41.161321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 840cb230-0135-4c44-9b3d-a0241d882832 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:41.166041 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 840cb230-0135-4c44-9b3d-a0241d882832 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:41.166479 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:41.206928 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:41.209337 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841401e7-c23d-4f6c-8ffa-bf6fcce6b757 req-bf62c841-cc50-4578-8668-3004cf9c5b10 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:41.210879 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-841401e7-c23d-4f6c-8ffa-bf6fcce6b757 req-bf62c841-cc50-4578-8668-3004cf9c5b10 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0549848 Sep 14 13:30:41.225657 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'port_id': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa', 'mac_address': 'fa:16:3e:30:d7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee52507-a61c-4435-a232-4ee01e268449', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:30:41.249316 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-841401e7-c23d-4f6c-8ffa-bf6fcce6b757 req-359ed696-20da-42ff-a7a8-5c5a459bc567 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Sep 14 13:30:41.289668 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:41.309508 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:30:41.313394 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:41.342697 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:41.351101 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:41.378927 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=840cb230-0135-4c44-9b3d-a0241d882832,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:41.385171 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:41.405465 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:41.457478 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:41.587372 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a44ea-a92c-4fc7-98f8-bb1b930f69d1 req-f488b294-b53f-444f-a0ac-c91c344c0d8f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:41.589028 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e79a44ea-a92c-4fc7-98f8-bb1b930f69d1 req-f488b294-b53f-444f-a0ac-c91c344c0d8f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0524418 Sep 14 13:30:41.630341 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e79a44ea-a92c-4fc7-98f8-bb1b930f69d1 req-06eec253-260b-4de1-b0c3-4763d8824666 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Sep 14 13:30:41.672097 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:30:41.695678 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:41.697938 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46334f06-9a07-4538-ba7a-c2c2d48544b7" -d '{"events": [{"server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "name": "network-vif-plugged", "status": "completed", "tag": "840cb230-0135-4c44-9b3d-a0241d882832"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:41.736162 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72deef-cf6f-4b03-8240-db280cb1e648 req-ae0168fb-6bad-421c-be9a-add55cd68b87 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:41.738104 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dc72deef-cf6f-4b03-8240-db280cb1e648 req-ae0168fb-6bad-421c-be9a-add55cd68b87 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 944 time: 0.0711510 Sep 14 13:30:41.739008 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b78b59-e3e6-4829-a737-f501cfd5fd1f x-openstack-request-id: req-a2b78b59-e3e6-4829-a737-f501cfd5fd1f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:41.739290 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "name": "network-vif-plugged", "status": "completed", "tag": "840cb230-0135-4c44-9b3d-a0241d882832", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:41.739532 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2b78b59-e3e6-4829-a737-f501cfd5fd1f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:41.739903 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832', 'code': 200} Sep 14 13:30:41.780832 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dc72deef-cf6f-4b03-8240-db280cb1e648 req-251ef6cc-7803-4bb4-8f33-d589951dc326 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Sep 14 13:30:41.937567 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b662e6-0a6d-456b-885c-804beaf89e17 req-e5ae46cc-8923-4f48-9337-30cdee2a71b3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:41.939611 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d7b662e6-0a6d-456b-885c-804beaf89e17 req-e5ae46cc-8923-4f48-9337-30cdee2a71b3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0772488 Sep 14 13:30:41.954117 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb74de5-7d38-4dfd-8e48-7b66f85930e0 req-f997291b-7295-4c4a-bb0e-f9525232a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:41.955517 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cfb74de5-7d38-4dfd-8e48-7b66f85930e0 req-f997291b-7295-4c4a-bb0e-f9525232a1b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1098 time: 0.0590303 Sep 14 13:30:41.995380 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d7b662e6-0a6d-456b-885c-804beaf89e17 req-5d786b77-6621-4e94-b7b2-44167c8fc5cb tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484605 Sep 14 13:30:42.007173 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cfb74de5-7d38-4dfd-8e48-7b66f85930e0 req-2b932e81-2520-492b-a913-64a359be84cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Sep 14 13:30:42.313686 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43430cbc-92c9-42be-ac50-684b192b2b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:42.408151 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0dbb7-eb64-4361-9c09-19e0b62e27fd req-fc8064cd-66fb-4812-9cd8-76e18e4a494a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.409644 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ada0dbb7-eb64-4361-9c09-19e0b62e27fd req-fc8064cd-66fb-4812-9cd8-76e18e4a494a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0908465 Sep 14 13:30:42.454905 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-6b86cd64-9721-4a4c-a953-bc2b99baa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.456346 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-6b86cd64-9721-4a4c-a953-bc2b99baa4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643&tenant_id=e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 1096 time: 0.1050320 Sep 14 13:30:42.463282 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ada0dbb7-eb64-4361-9c09-19e0b62e27fd req-bfa39fd5-803b-4318-ab50-eee23eafbc31 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476501 Sep 14 13:30:42.522204 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-d88fc739-067a-4f33-abbd-4ba40d37118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.523650 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-d88fc739-067a-4f33-abbd-4ba40d37118c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1096 time: 0.0393586 Sep 14 13:30:42.619530 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-0f743743-ee6a-4094-ad46-0e0871427661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.621031 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-0f743743-ee6a-4094-ad46-0e0871427661 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.0872018 Sep 14 13:30:42.627687 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:42.702509 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-ae384e31-973b-4c71-9f04-3b8da5cc8a3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9 HTTP/1.1" status: 200 len: 999 time: 0.0670381 Sep 14 13:30:42.780999 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-b68ae4f1-117f-47f2-9a8a-8371ea2ee145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.782377 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-b68ae4f1-117f-47f2-9a8a-8371ea2ee145 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.0715799 Sep 14 13:30:42.793823 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba6d1-eeab-4167-b417-7a06721c51c8 req-1a74c6e5-ff7d-4c49-9445-c848f13bd33c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.795163 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0f3ba6d1-eeab-4167-b417-7a06721c51c8 req-1a74c6e5-ff7d-4c49-9445-c848f13bd33c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0832384 Sep 14 13:30:42.885512 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0f3ba6d1-eeab-4167-b417-7a06721c51c8 req-f195643a-644a-4b7a-898d-57fc9df2206e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802984 Sep 14 13:30:42.888071 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-d82bf2a9-c802-428a-a91d-7fbbc4af0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.889473 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-d82bf2a9-c802-428a-a91d-7fbbc4af0476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919054 Sep 14 13:30:42.929765 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6cef1-c652-48e0-9cf5-66302959dcc9 req-2fd53f0a-c264-4514-86d7-a1d21e8fe555 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:42.931177 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1f6cef1-c652-48e0-9cf5-66302959dcc9 req-2fd53f0a-c264-4514-86d7-a1d21e8fe555 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 944 time: 0.0815594 Sep 14 13:30:43.004952 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1f6cef1-c652-48e0-9cf5-66302959dcc9 req-27443ec7-cfa7-4104-a671-54d935324fdb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655925 Sep 14 13:30:43.017870 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-8645373a-1963-4d07-955f-4a3acc5d2a52 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190488 Sep 14 13:30:43.055380 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:30:43.106375 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:30:43.110734 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:30:43.111112 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:43.190832 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:43.224339 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:30:43.229286 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:43.230075 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:30:43.310926 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:30:43.366500 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-9a549110-e44b-432f-88aa-3e38c6d7d881 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404670 Sep 14 13:30:43.374779 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afd4a6-fec2-4f5c-9326-9b42bb20ef58 req-c2791285-5c9a-4362-a585-4a7986c972c5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:43.376894 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08afd4a6-fec2-4f5c-9326-9b42bb20ef58 req-c2791285-5c9a-4362-a585-4a7986c972c5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0706959 Sep 14 13:30:43.427973 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08afd4a6-fec2-4f5c-9326-9b42bb20ef58 req-f6cfb444-3d50-4a60-aba6-9ed4cb7dbbe2 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Sep 14 13:30:43.433354 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:43.579027 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6d1a-55b0-4eb0-a6ea-233ed5632e21 req-e3d0a0f3-f15c-475b-a683-5ac2198d6046 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:43.580535 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b70a6d1a-55b0-4eb0-a6ea-233ed5632e21 req-e3d0a0f3-f15c-475b-a683-5ac2198d6046 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Sep 14 13:30:43.622682 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b70a6d1a-55b0-4eb0-a6ea-233ed5632e21 req-629e7437-c870-4df7-a7d5-7f7d0a9aa499 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361092 Sep 14 13:30:43.741590 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84515f10-8e69-408d-94de-33fac8c9fd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:30:43.743888 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f48685a-bb8b-45b2-a944-b3d4e643d92c" -d '{"events": [{"server_uuid": "84515f10-8e69-408d-94de-33fac8c9fd40", "name": "network-vif-plugged", "status": "completed", "tag": "7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:30:43.839063 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448ae76d-ae24-444b-897b-048d59c1aa02 x-openstack-request-id: req-448ae76d-ae24-444b-897b-048d59c1aa02 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:30:43.839317 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84515f10-8e69-408d-94de-33fac8c9fd40", "name": "network-vif-plugged", "status": "completed", "tag": "7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:30:43.839626 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-448ae76d-ae24-444b-897b-048d59c1aa02 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:30:43.840089 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84515f10-8e69-408d-94de-33fac8c9fd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa', 'code': 200} Sep 14 13:30:44.076405 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063872c-fd2b-487b-90d5-63327a66466a req-35ffc768-a138-4272-a0cc-8123dbe9d056 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:44.078043 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7063872c-fd2b-487b-90d5-63327a66466a req-35ffc768-a138-4272-a0cc-8123dbe9d056 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0623362 Sep 14 13:30:44.144876 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7063872c-fd2b-487b-90d5-63327a66466a req-75936fab-c9ae-4d56-ace1-9b5fa7805e0d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606437 Sep 14 13:30:44.185617 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1508-89cf-494d-93b0-c5bfb13b2a6d req-9034bbba-ed43-412a-bc5e-59df7217f69d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:44.187263 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da9e1508-89cf-494d-93b0-c5bfb13b2a6d req-9034bbba-ed43-412a-bc5e-59df7217f69d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0795665 Sep 14 13:30:44.230479 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da9e1508-89cf-494d-93b0-c5bfb13b2a6d req-6241435c-2e1a-43f4-b405-a60d73c0f4ea tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Sep 14 13:30:44.545959 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd4352-6113-4cdd-b4cb-229e2317255c req-064d6233-33c7-469d-989d-9cd9d35cc30d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:44.548293 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f3bd4352-6113-4cdd-b4cb-229e2317255c req-064d6233-33c7-469d-989d-9cd9d35cc30d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0515032 Sep 14 13:30:44.592872 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f3bd4352-6113-4cdd-b4cb-229e2317255c req-2a39dd0a-3f9d-4db6-beaf-d28e23122cc8 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Sep 14 13:30:44.708921 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0979f-981f-405d-a7f2-6f83bee2bd06 req-47a8a093-84ea-493f-a85c-2dc562d36b5a tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:44.710356 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bed0979f-981f-405d-a7f2-6f83bee2bd06 req-47a8a093-84ea-493f-a85c-2dc562d36b5a tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0498374 Sep 14 13:30:44.749697 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bed0979f-981f-405d-a7f2-6f83bee2bd06 req-0c3ec011-2162-42a0-95b9-c9dbe7407844 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Sep 14 13:30:45.015231 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:30:45.083026 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0c5c-2c74-4dca-bdd3-1149e7cf801c req-f8b18888-3392-4040-ae6d-c345978ba27d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:45.084658 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefe0c5c-2c74-4dca-bdd3-1149e7cf801c req-f8b18888-3392-4040-ae6d-c345978ba27d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0515106 Sep 14 13:30:45.123241 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefe0c5c-2c74-4dca-bdd3-1149e7cf801c req-becde70c-6106-4b16-9557-089db83f0679 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Sep 14 13:30:45.282882 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dd1f5-46e2-464a-b4db-d747edc88fe4 req-3fd5d3b9-3d78-40c2-b263-99f7a85e92fe tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:45.284409 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e53dd1f5-46e2-464a-b4db-d747edc88fe4 req-3fd5d3b9-3d78-40c2-b263-99f7a85e92fe tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0653772 Sep 14 13:30:45.344005 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e53dd1f5-46e2-464a-b4db-d747edc88fe4 req-dc90afdc-07e6-46db-86f7-6eec34c51854 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532439 Sep 14 13:30:45.389700 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686445-d72d-41cc-b4bd-a731659f14eb req-321462e4-026e-492d-8c27-a001fb1b011d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:45.391660 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-99686445-d72d-41cc-b4bd-a731659f14eb req-321462e4-026e-492d-8c27-a001fb1b011d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0626261 Sep 14 13:30:45.442291 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-99686445-d72d-41cc-b4bd-a731659f14eb req-589b856d-97a9-40a4-823a-e34de82d6f20 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Sep 14 13:30:46.474263 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35effead-8323-43c8-aab2-2c13a71e055c req-ed85e9f3-8e5b-49e2-a864-9d260acea762 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:46.475802 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-35effead-8323-43c8-aab2-2c13a71e055c req-ed85e9f3-8e5b-49e2-a864-9d260acea762 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0492196 Sep 14 13:30:46.518726 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-35effead-8323-43c8-aab2-2c13a71e055c req-4f5201ab-83cf-424b-b1d8-514c3c861565 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365436 Sep 14 13:30:46.570918 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858ebd3-a58b-430a-9f52-c7274a82e7d6 req-9639ae99-6c3d-4d28-9113-f9a55b3992cb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:46.572480 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0858ebd3-a58b-430a-9f52-c7274a82e7d6 req-9639ae99-6c3d-4d28-9113-f9a55b3992cb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0581093 Sep 14 13:30:46.632084 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0858ebd3-a58b-430a-9f52-c7274a82e7d6 req-ac4362fb-8e2a-4bbd-a0d5-755baf0bb51d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Sep 14 13:30:47.647867 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda2313-a837-45e5-9150-9c20624793b0 req-36695f1b-2aa7-4023-8744-cc8f323ccf5f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:47.649483 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4cda2313-a837-45e5-9150-9c20624793b0 req-36695f1b-2aa7-4023-8744-cc8f323ccf5f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0492435 Sep 14 13:30:47.689843 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4cda2313-a837-45e5-9150-9c20624793b0 req-94bcee7e-e3d5-4a33-830d-070dbb6880e8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342026 Sep 14 13:30:47.798416 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878b9ad-ea55-4ec0-8945-b2479abd0c1b req-2d2b40d0-9f25-402d-b1f8-ca82b1de35a5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:47.799936 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d878b9ad-ea55-4ec0-8945-b2479abd0c1b req-2d2b40d0-9f25-402d-b1f8-ca82b1de35a5 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0521514 Sep 14 13:30:47.840129 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d878b9ad-ea55-4ec0-8945-b2479abd0c1b req-d9bee83e-9ef3-428a-974d-c7fa766938a6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Sep 14 13:30:48.810539 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dc647-dc8e-4382-91ab-a563a5f0db62 req-413940c1-db8d-474a-b61e-1f9b627039e2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:48.811947 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b42dc647-dc8e-4382-91ab-a563a5f0db62 req-413940c1-db8d-474a-b61e-1f9b627039e2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0492651 Sep 14 13:30:48.887170 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b42dc647-dc8e-4382-91ab-a563a5f0db62 req-0b0278f4-315a-4345-ab5a-9cc93aab3b8e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688941 Sep 14 13:30:49.001495 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bee290-0f8d-4e33-b5fc-c0fb2dbd0e67 req-e8f2d717-ec12-4c31-9c3c-bbd14c5de557 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:49.003113 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41bee290-0f8d-4e33-b5fc-c0fb2dbd0e67 req-e8f2d717-ec12-4c31-9c3c-bbd14c5de557 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0573096 Sep 14 13:30:49.043988 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41bee290-0f8d-4e33-b5fc-c0fb2dbd0e67 req-8413cdcf-f2f6-41a5-ba72-520c18658bb1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346739 Sep 14 13:30:50.013350 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792e196-51e8-4b64-88e5-45136055e450 req-eef4d8b2-f465-4baa-8f4c-a6fc74378ad3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:50.014840 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5792e196-51e8-4b64-88e5-45136055e450 req-eef4d8b2-f465-4baa-8f4c-a6fc74378ad3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0490704 Sep 14 13:30:50.053967 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5792e196-51e8-4b64-88e5-45136055e450 req-4c97e93a-0db5-4399-b6ea-a960bdefa57f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Sep 14 13:30:50.160342 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6cc4-1041-46c5-b8ce-52e6de42cb93 req-bbd222aa-e7de-4af4-a7cf-dad7cb1a7adb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:50.162001 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-395d6cc4-1041-46c5-b8ce-52e6de42cb93 req-bbd222aa-e7de-4af4-a7cf-dad7cb1a7adb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0495446 Sep 14 13:30:50.208897 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-395d6cc4-1041-46c5-b8ce-52e6de42cb93 req-60e89d9f-2e99-4906-af5f-01ab7faf5671 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Sep 14 13:30:51.173807 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f08895-e0ad-4e87-9244-f536bf65cdfc req-d681f456-b7cd-405a-ab1f-4bd349119c51 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:51.175614 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80f08895-e0ad-4e87-9244-f536bf65cdfc req-d681f456-b7cd-405a-ab1f-4bd349119c51 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0495768 Sep 14 13:30:51.214092 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80f08895-e0ad-4e87-9244-f536bf65cdfc req-0e005703-3ffd-4e5c-a8e6-ae4b7175c627 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Sep 14 13:30:51.329902 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c35f-3869-42e6-aba1-a5b3d9747e02 req-40da25d4-1396-47d0-aced-c94375f71ba2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:51.331683 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f24c35f-3869-42e6-aba1-a5b3d9747e02 req-40da25d4-1396-47d0-aced-c94375f71ba2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0505772 Sep 14 13:30:51.370309 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f24c35f-3869-42e6-aba1-a5b3d9747e02 req-b3723498-19a7-4c72-bc44-84d6d3625648 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Sep 14 13:30:52.338784 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819832-b008-4c7d-828d-8de1cafea4f3 req-a400ce30-268f-4811-800b-49afa36e0136 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:52.340278 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-04819832-b008-4c7d-828d-8de1cafea4f3 req-a400ce30-268f-4811-800b-49afa36e0136 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0505276 Sep 14 13:30:52.384470 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-04819832-b008-4c7d-828d-8de1cafea4f3 req-83157305-3a01-41cb-9400-bef0f9fc3349 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373156 Sep 14 13:30:52.494143 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98ca9-9083-42d5-86a0-382d30cd513a req-cd0eecbf-a850-4d21-a216-0e4248e83564 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:52.495638 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-99d98ca9-9083-42d5-86a0-382d30cd513a req-cd0eecbf-a850-4d21-a216-0e4248e83564 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0496228 Sep 14 13:30:52.534617 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-99d98ca9-9083-42d5-86a0-382d30cd513a req-c1e6267f-6133-4ec2-8a45-e5baf0344661 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Sep 14 13:30:53.506819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941517c-f533-44f0-bf38-ab3559824a19 req-397111ec-d48e-4ab9-adec-07329dff9081 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:53.508356 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c941517c-f533-44f0-bf38-ab3559824a19 req-397111ec-d48e-4ab9-adec-07329dff9081 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0494545 Sep 14 13:30:53.547302 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c941517c-f533-44f0-bf38-ab3559824a19 req-cca220e7-706e-4e7c-8b8c-1cd0a5e81739 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327089 Sep 14 13:30:53.654567 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aedf4-a994-4e46-b264-1d6dfac0b431 req-a5d1dc16-5395-4d50-8ebb-3dea25a0dd72 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:53.656184 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c06aedf4-a994-4e46-b264-1d6dfac0b431 req-a5d1dc16-5395-4d50-8ebb-3dea25a0dd72 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0498648 Sep 14 13:30:53.698370 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c06aedf4-a994-4e46-b264-1d6dfac0b431 req-899d73e3-6553-43d7-8ec9-b377c32b6af2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Sep 14 13:30:54.674614 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062d03e-c0b6-4432-812c-af942229c0b8 req-da2b98cc-2bd5-4395-a1b6-4e2458e12c98 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:54.676113 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7062d03e-c0b6-4432-812c-af942229c0b8 req-da2b98cc-2bd5-4395-a1b6-4e2458e12c98 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0559688 Sep 14 13:30:54.718785 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7062d03e-c0b6-4432-812c-af942229c0b8 req-2f2fad74-3e47-4eec-9ae2-85ffe5fe12da tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351570 Sep 14 13:30:54.830371 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5412368-62b1-422c-9b85-db6a37d4ad13 req-0e63867c-b3f3-44a1-b143-de3e7d75faec tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:54.831797 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5412368-62b1-422c-9b85-db6a37d4ad13 req-0e63867c-b3f3-44a1-b143-de3e7d75faec tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0501211 Sep 14 13:30:54.870564 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5412368-62b1-422c-9b85-db6a37d4ad13 req-1eb61b30-54b1-44b4-b841-72a285476cde tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Sep 14 13:30:55.836421 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98963b82-cbf7-45f6-aa71-bd440beeaf4f req-41fb2b46-109c-4c86-a911-5bcab6e13e60 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:55.837901 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-98963b82-cbf7-45f6-aa71-bd440beeaf4f req-41fb2b46-109c-4c86-a911-5bcab6e13e60 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0474262 Sep 14 13:30:55.879646 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-98963b82-cbf7-45f6-aa71-bd440beeaf4f req-30c5d44f-c331-416c-8365-0fe49eb02a66 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359571 Sep 14 13:30:55.982951 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bf7c6-78f7-4bba-bcb1-08d5be0c1d55 req-a896e72a-1f21-4bf2-9c98-879e734fbba0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:55.985026 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-203bf7c6-78f7-4bba-bcb1-08d5be0c1d55 req-a896e72a-1f21-4bf2-9c98-879e734fbba0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0506608 Sep 14 13:30:56.026069 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-203bf7c6-78f7-4bba-bcb1-08d5be0c1d55 req-0df73373-1b5c-496a-b739-2dd041596d2a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343559 Sep 14 13:30:56.168459 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd10b5-b02b-4a35-9e0f-4720b8c3624c req-c6680ad7-54b2-4c42-997d-0c760778fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:56.170354 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-85fd10b5-b02b-4a35-9e0f-4720b8c3624c req-c6680ad7-54b2-4c42-997d-0c760778fc70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 1098 time: 0.0437648 Sep 14 13:30:56.212379 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-85fd10b5-b02b-4a35-9e0f-4720b8c3624c req-1e033b5b-b9a2-4dd9-9d15-d1f525fb3b9e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291102 Sep 14 13:30:56.998969 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ce07-7543-44c6-aa44-1da785e7e0c3 req-a7e41c8e-c7ea-45d4-8e00-377390837a48 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:57.000439 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7565ce07-7543-44c6-aa44-1da785e7e0c3 req-a7e41c8e-c7ea-45d4-8e00-377390837a48 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0500455 Sep 14 13:30:57.040446 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7565ce07-7543-44c6-aa44-1da785e7e0c3 req-1e72b6c8-fa7f-457a-81a7-bc27f4bf39db tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339415 Sep 14 13:30:57.145477 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debdc5-3e41-4248-ae66-3904aa2f2862 req-568d4567-0746-43d9-8ddc-f7c4dda83e5e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:57.147071 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-99debdc5-3e41-4248-ae66-3904aa2f2862 req-568d4567-0746-43d9-8ddc-f7c4dda83e5e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0506599 Sep 14 13:30:57.185212 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-99debdc5-3e41-4248-ae66-3904aa2f2862 req-3816d31b-0521-4d69-84da-9f9c202371af tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Sep 14 13:30:58.154869 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4d91-5b43-47be-a060-c6c9ca3ff349 req-8705becf-eec2-4a63-a6b9-58ee70e4eda9 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:58.156857 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7d7e4d91-5b43-47be-a060-c6c9ca3ff349 req-8705becf-eec2-4a63-a6b9-58ee70e4eda9 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0466571 Sep 14 13:30:58.198250 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7d7e4d91-5b43-47be-a060-c6c9ca3ff349 req-8f6bb3eb-5be7-4be7-beaa-7441c2239cc6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Sep 14 13:30:58.300872 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e65b6-39f6-40b5-8c57-80b5de96dadb req-f13675f9-9a84-4679-8708-a5190b0664c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:58.302391 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-915e65b6-39f6-40b5-8c57-80b5de96dadb req-f13675f9-9a84-4679-8708-a5190b0664c0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Sep 14 13:30:58.345124 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-915e65b6-39f6-40b5-8c57-80b5de96dadb req-92e6fba3-ebab-491a-83ba-7a04c5bef57a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362709 Sep 14 13:30:59.310099 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab358da4-2966-47d5-9a20-ce1bc8440950 req-c280c3dc-8673-48db-b1a1-430b9d52a8c1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:30:59.311557 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ab358da4-2966-47d5-9a20-ce1bc8440950 req-c280c3dc-8673-48db-b1a1-430b9d52a8c1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0473113 Sep 14 13:30:59.349288 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ab358da4-2966-47d5-9a20-ce1bc8440950 req-1859545f-cc4b-4bb2-a1e9-86958b6bdf80 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Sep 14 13:31:00.467121 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15400e-3222-4556-9fdf-4648ec8ac171 req-3dc1388d-3038-42bd-a827-5ece477834ce tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:00.468610 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d15400e-3222-4556-9fdf-4648ec8ac171 req-3dc1388d-3038-42bd-a827-5ece477834ce tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0487089 Sep 14 13:31:00.506497 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d15400e-3222-4556-9fdf-4648ec8ac171 req-e45c6c17-d31f-4787-9401-8e2900e96f75 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Sep 14 13:31:00.724667 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b56d7-6a1c-45cb-a9e9-f2b47d2acebd req-1a31a52f-ebd3-4e98-ae0d-b9b85fbdddd6 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:00.726129 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-887b56d7-6a1c-45cb-a9e9-f2b47d2acebd req-1a31a52f-ebd3-4e98-ae0d-b9b85fbdddd6 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0481505 Sep 14 13:31:00.766023 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-887b56d7-6a1c-45cb-a9e9-f2b47d2acebd req-c6dd63b8-8268-439b-b314-6de69f254567 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Sep 14 13:31:01.229644 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:31:01.663574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64617b-2c5f-4020-9aca-779c47880573 req-2e30686e-3cd4-4eed-944e-0f9155dca448 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:01.665063 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db64617b-2c5f-4020-9aca-779c47880573 req-2e30686e-3cd4-4eed-944e-0f9155dca448 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0483353 Sep 14 13:31:01.701895 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-db64617b-2c5f-4020-9aca-779c47880573 req-39530bfd-cffb-4092-8c62-1b7b76f50334 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Sep 14 13:31:01.877372 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29430ff-cb6c-45cc-adcf-c5953f0866c7 req-a575bf6f-569a-481f-bec6-c7982157217b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:01.878822 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29430ff-cb6c-45cc-adcf-c5953f0866c7 req-a575bf6f-569a-481f-bec6-c7982157217b tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0479915 Sep 14 13:31:01.916029 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29430ff-cb6c-45cc-adcf-c5953f0866c7 req-bd5221dd-8a8b-4280-b31d-55069c1dba75 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Sep 14 13:31:02.818564 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c67e61-9055-4e25-adf6-3a117699731c req-0fa78a8c-264b-47f9-8d1f-43550797536f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:02.819912 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-48c67e61-9055-4e25-adf6-3a117699731c req-0fa78a8c-264b-47f9-8d1f-43550797536f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.0472996 Sep 14 13:31:02.861163 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-48c67e61-9055-4e25-adf6-3a117699731c req-6bd15b20-640f-4cf0-b04b-b0d4d37ad70c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352762 Sep 14 13:31:03.040493 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3e628-3a5f-4bc7-ab65-a0655a50bf35 req-caa4bd44-94aa-4f47-b1f2-c1bb71821812 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:03.041987 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e3e628-3a5f-4bc7-ab65-a0655a50bf35 req-caa4bd44-94aa-4f47-b1f2-c1bb71821812 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0484719 Sep 14 13:31:03.078225 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-00e3e628-3a5f-4bc7-ab65-a0655a50bf35 req-c08add97-ae96-4daf-b735-e6aa2b3d7827 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298133 Sep 14 13:31:03.555852 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-ca9d7e22-84ea-432c-9bcb-3b7b8f12bc40 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:03.557325 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-ca9d7e22-84ea-432c-9bcb-3b7b8f12bc40 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 946 time: 0.0489752 Sep 14 13:31:03.655386 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Deleting port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:31:03.655720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:03.742708 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] For port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:03.743070 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:03.755283 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Calling delete_port for 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:31:03.894027 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:03.908599 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['4cd5a230-0b8c-4d19-b7ec-cd920b8b695c', '1275610c-e561-4dd1-9852-78112077f0c7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:03.923254 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Pushing event deleted for resources: {'Port': ['ID=4cd5a230-0b8c-4d19-b7ec-cd920b8b695c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:03.936850 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.937280 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.937617 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.937963 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.938286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.938611 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.938938 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.939257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.939577 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.939896 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.940218 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.940535 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:03.997268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] No DVR routers for this DVR port 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:31:04.001143 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:04.003066 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6531a9b5-c7ff-48d4-8f03-da16d2d5fca2 req-9d48b85d-aa54-4f2e-92a2-24623c4b34f7 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "DELETE /v2.0/ports/4cd5a230-0b8c-4d19-b7ec-cd920b8b695c HTTP/1.1" status: 204 len: 173 time: 0.4345586 Sep 14 13:31:04.005049 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'name': 'network-vif-deleted', 'tag': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:04.007293 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5d7538-5e07-4549-9732-807beb67752f" -d '{"events": [{"server_uuid": "cc58d559-091d-4cb7-82f4-5c326592c712", "name": "network-vif-deleted", "tag": "4cd5a230-0b8c-4d19-b7ec-cd920b8b695c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:04.034108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08d7a-5f57-49fc-9f5e-5150c5a2f406 req-d2a2ccf6-0c53-4d1b-ba5c-7a6420b24da5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:04.035802 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fbb08d7a-5f57-49fc-9f5e-5150c5a2f406 req-d2a2ccf6-0c53-4d1b-ba5c-7a6420b24da5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.1015713 Sep 14 13:31:04.065678 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0b25c7-56d6-4ca0-9f16-b50e77e6ae87 x-openstack-request-id: req-8b0b25c7-56d6-4ca0-9f16-b50e77e6ae87 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:04.065969 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc58d559-091d-4cb7-82f4-5c326592c712", "name": "network-vif-deleted", "tag": "4cd5a230-0b8c-4d19-b7ec-cd920b8b695c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:04.066213 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b0b25c7-56d6-4ca0-9f16-b50e77e6ae87 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:04.066587 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc58d559-091d-4cb7-82f4-5c326592c712', 'name': 'network-vif-deleted', 'tag': '4cd5a230-0b8c-4d19-b7ec-cd920b8b695c', 'status': 'completed', 'code': 200} Sep 14 13:31:04.081252 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fbb08d7a-5f57-49fc-9f5e-5150c5a2f406 req-e3ad3e41-5a26-4c17-9e6c-f4091eebf311 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Sep 14 13:31:04.158490 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-160ab788-a0ba-4d25-a5a2-0b1536026cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:04.160421 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-160ab788-a0ba-4d25-a5a2-0b1536026cd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1096 time: 0.0536585 Sep 14 13:31:04.204766 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ecb8bca1-cb19-4e28-b126-509a3a2194ed req-d609ec75-63e1-448e-b1ed-7deba862a8ec tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc58d559-091d-4cb7-82f4-5c326592c712 HTTP/1.1" status: 200 len: 210 time: 0.0337129 Sep 14 13:31:04.284468 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-c1872339-0ff1-4bd9-9d61-93ec267e90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:04.285936 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-c1872339-0ff1-4bd9-9d61-93ec267e90ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.0898607 Sep 14 13:31:04.351400 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-d4a651a8-c524-49fc-8359-967b06bf04c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9 HTTP/1.1" status: 200 len: 999 time: 0.0562692 Sep 14 13:31:04.402813 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-e4bfd0a1-c685-4b6c-a8a3-3770236f1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:04.404208 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-e4bfd0a1-c685-4b6c-a8a3-3770236f1ad2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.0451171 Sep 14 13:31:04.456787 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-55142882-bfba-49c6-a24b-4dc211ceeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:04.458247 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-55142882-bfba-49c6-a24b-4dc211ceeb33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382180 Sep 14 13:31:04.552627 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-24f422c9-f42b-42cc-83fc-82f9547c8651 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821657 Sep 14 13:31:04.657103 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-41c06480-4fe9-49f0-bafc-040f49aa9512 req-a2029a37-7589-4711-9f8e-3e07a18fb54e service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900962 Sep 14 13:31:04.865749 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af40c28-a0a6-437d-8d99-2ef7a706714b req-ec6e0ee3-094b-4213-9650-3bd96c89ab16 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:04.867136 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6af40c28-a0a6-437d-8d99-2ef7a706714b req-ec6e0ee3-094b-4213-9650-3bd96c89ab16 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0541489 Sep 14 13:31:04.906959 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6af40c28-a0a6-437d-8d99-2ef7a706714b req-56eadbdd-720f-449a-bb97-26030a9f4a91 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Sep 14 13:31:04.928564 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 44894) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:05.022151 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f49e54-a7c6-41a3-9313-4907755d4aec tempest-TestMinimumBasicScenario-2130251223 tempest-TestMinimumBasicScenario-2130251223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:05.023640 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-00f49e54-a7c6-41a3-9313-4907755d4aec tempest-TestMinimumBasicScenario-2130251223 tempest-TestMinimumBasicScenario-2130251223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1093 time: 0.0940924 Sep 14 13:31:05.026538 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 44898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:05.030742 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'port_id': '840cb230-0135-4c44-9b3d-a0241d882832', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:05.053682 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:05.145768 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:31:05.148291 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:05.241975 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:05.254863 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'port_id': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'mac_address': 'fa:16:3e:04:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:31:05.267925 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edb95-a154-4dfc-96ad-f3204e98ef20 req-6eadfcca-6be6-4ed3-abdd-92164f644d97 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:05.275477 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-279edb95-a154-4dfc-96ad-f3204e98ef20 req-6eadfcca-6be6-4ed3-abdd-92164f644d97 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 943 time: 0.1241941 Sep 14 13:31:05.296903 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:05.311370 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124904cc-daf4-4306-a16d-55d4d87a7ce9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:31:05.331229 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:05.331918 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-279edb95-a154-4dfc-96ad-f3204e98ef20 req-6d76c428-922f-498a-8a83-f0fdf674a32f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535471 Sep 14 13:31:05.336491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:05.355715 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Allocated IP 172.27.2.86 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/36630b3d-c6cd-4963-a381-5f5d86d1390e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:31:05.388504 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:05.466807 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:05.530684 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b5ac3-9ca9-4afc-9873-307cd166c203 req-a875b495-48c6-40d2-90d3-d70af3bad6dd tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:05.532715 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f09b5ac3-9ca9-4afc-9873-307cd166c203 req-a875b495-48c6-40d2-90d3-d70af3bad6dd tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0715592 Sep 14 13:31:05.553502 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:05.602334 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:31:05.609312 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:31:05.617435 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:31:05.621649 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f09b5ac3-9ca9-4afc-9873-307cd166c203 req-a6407cd0-f7a3-4715-8617-41c257751bb6 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809820 Sep 14 13:31:05.655266 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'Port': ['ID=36630b3d-c6cd-4963-a381-5f5d86d1390e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:05.665962 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['124904cc-daf4-4306-a16d-55d4d87a7ce9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:05.728675 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:06.118534 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:06.442703 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:06.513152 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b1e9a-99d4-4c0a-ae71-f34abcbcca11 req-f40f26f8-e682-4e91-a6bb-0e88d9f97ea1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:06.514628 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b34b1e9a-99d4-4c0a-ae71-f34abcbcca11 req-f40f26f8-e682-4e91-a6bb-0e88d9f97ea1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 944 time: 0.0826738 Sep 14 13:31:06.605172 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b34b1e9a-99d4-4c0a-ae71-f34abcbcca11 req-f58b24f3-db06-437c-a344-cf63e7021953 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765457 Sep 14 13:31:06.651418 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:06.657269 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:06.756361 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'Port': ['ID=36630b3d-c6cd-4963-a381-5f5d86d1390e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:06.766136 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:06.815056 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c833-6355-4e04-998d-b542f01186e3 req-16a2f08e-6292-4767-b73c-1753376fd8ba tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:06.816501 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ea70c833-6355-4e04-998d-b542f01186e3 req-16a2f08e-6292-4767-b73c-1753376fd8ba tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1082172 Sep 14 13:31:06.894231 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ea70c833-6355-4e04-998d-b542f01186e3 req-53065186-3e6a-49ea-98bc-79b086368851 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717635 Sep 14 13:31:06.903064 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Floating IP cdbfe148-da35-42e7-903f-93631ea3922d associated. External IP: 172.27.2.86, port: 840cb230-0135-4c44-9b3d-a0241d882832. Sep 14 13:31:07.108978 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Router c1b38afa-8275-4dce-936d-8f6da176aed6 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:31:07.152455 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:31:07.197915 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 124904cc-daf4-4306-a16d-55d4d87a7ce9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:31:07.198281 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.218012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:31:07.228774 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] Sync routers for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:31:07.237683 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.238008 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:31:07.238825 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:30:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:07.267233 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-51b51730-3550-421f-88d7-ada789a697d9 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2396977 Sep 14 13:31:07.267899 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:07.270088 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44916) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:07.270605 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd6aac-c076-4210-a7e3-a3b775692d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:07.275207 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166087200', 'description': 'tempest-secgroup-smoke-1166087200 description', 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:07.285937 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.300076 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.308909 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79482cc6-9bec-4fcd-9d85-410aee4d91af x-openstack-request-id: req-79482cc6-9bec-4fcd-9d85-410aee4d91af {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:07.309330 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:07.309624 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79482cc6-9bec-4fcd-9d85-410aee4d91af {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:07.310430 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832', 'status': 'completed', 'code': 200} Sep 14 13:31:07.327006 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:07.328412 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:07.331926 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a346d-3cac-47af-be7d-a40243bf04e5" -d '{"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-plugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:07.337519 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.338565 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:31:07.364255 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:31:07.393905 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37baa8-6821-4129-82f8-eb9cb60ea94d x-openstack-request-id: req-4c37baa8-6821-4129-82f8-eb9cb60ea94d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:07.394166 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-plugged", "status": "completed", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:07.394439 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c37baa8-6821-4129-82f8-eb9cb60ea94d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:07.394959 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'code': 200} Sep 14 13:31:07.395876 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:31:07.395876 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 4cd5a230-0b8c-4d19-b7ec-cd920b8b695c not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:31:07.430557 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.435630 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.445202 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-9db09359-4f18-4e59-9199-1fc3d1173dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:07.446934 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-9db09359-4f18-4e59-9199-1fc3d1173dbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1098 time: 0.1033370 Sep 14 13:31:07.448765 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:07.456840 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.457188 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.457520 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.457853 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.458185 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.458513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.458843 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.459164 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.459508 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.459831 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.460153 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.460718 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.472216 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.473512 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2017002 Sep 14 13:31:07.476347 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:07.481585 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b36ff5bb-a139-4431-8e1e-987474113454 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'security_group_rule': {'security_group_id': '182d541d-4bcc-4037-998a-249fa2a4379e', 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:07.487248 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182d541d-4bcc-4037-998a-249fa2a4379e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:07.497064 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.497408 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.497751 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.498078 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.498586 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.499077 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.499433 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.499762 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.500082 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.500406 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.500742 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.501063 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a141b0-08f9-4fc1-8203-0f879d8ec78e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:31:07.523520 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b36ff5bb-a139-4431-8e1e-987474113454 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.561597 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-a91cefd7-6a61-4ca3-89b3-5eaee2b55672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:07.563140 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-a91cefd7-6a61-4ca3-89b3-5eaee2b55672 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 200 len: 916 time: 0.1077156 Sep 14 13:31:07.586159 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b36ff5bb-a139-4431-8e1e-987474113454 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.594002 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b36ff5bb-a139-4431-8e1e-987474113454 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.617793 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ff5bb-a139-4431-8e1e-987474113454 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592eb32a-59ef-4707-b501-f44932df5efd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:07.625102 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b36ff5bb-a139-4431-8e1e-987474113454 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.626312 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-b36ff5bb-a139-4431-8e1e-987474113454 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488914 Sep 14 13:31:07.628921 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:07.635450 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8a16606f-466f-4677-b860-40b5eff4eb5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'security_group_rule': {'security_group_id': '182d541d-4bcc-4037-998a-249fa2a4379e', 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:07.647638 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-4c2c0475-6807-4a30-8151-51e93c93da85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 998 time: 0.0717499 Sep 14 13:31:07.668626 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a16606f-466f-4677-b860-40b5eff4eb5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.738770 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a16606f-466f-4677-b860-40b5eff4eb5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.739731 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-7c27bada-5992-455f-87fc-7b8fd8b84510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:07.741228 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-7c27bada-5992-455f-87fc-7b8fd8b84510 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0f5f2d7-373d-473c-a8e2-1d1a53545d80 HTTP/1.1" status: 200 len: 854 time: 0.0842168 Sep 14 13:31:07.743641 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a16606f-466f-4677-b860-40b5eff4eb5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.754033 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'cdbfe148-da35-42e7-903f-93631ea3922d', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'port_id': '840cb230-0135-4c44-9b3d-a0241d882832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'mac_address': 'fa:16:3e:b4:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda8945-8c9b-4aee-b73f-ece243717084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:31:05Z', 'updated_at': '2021-09-14T13:31:05Z', 'revision_number': 0, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 5, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:07.756386 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7112280-e213-46ae-9e39-2a39f370e6db req-0d89f839-71ec-4350-9fdc-47440ef35665 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:07.757958 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d7112280-e213-46ae-9e39-2a39f370e6db req-0d89f839-71ec-4350-9fdc-47440ef35665 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 946 time: 0.0650699 Sep 14 13:31:07.760459 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16606f-466f-4677-b860-40b5eff4eb5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39226ee0-9097-49fc-a20c-be05c5f5e1cd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:07.771288 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a16606f-466f-4677-b860-40b5eff4eb5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.775541 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-8a16606f-466f-4677-b860-40b5eff4eb5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430902 Sep 14 13:31:07.775759 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:07.781184 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c4a050ad-1417-4416-bd0a-d0d753ba3d5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'security_group_rule': {'security_group_id': '182d541d-4bcc-4037-998a-249fa2a4379e', 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:07.795351 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] Checking router: c1b38afa-8275-4dce-936d-8f6da176aed6 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:31:07.805510 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:31:07.806155 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:30:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:07.813503 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4a050ad-1417-4416-bd0a-d0d753ba3d5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.828364 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-be20403e-76c8-4b71-8c01-68c2e26c58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:07.830049 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-be20403e-76c8-4b71-8c01-68c2e26c58ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8afe2-9a44-4cef-a10c-3225eaf02fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710056 Sep 14 13:31:07.845931 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d7112280-e213-46ae-9e39-2a39f370e6db req-0418a058-ceb2-409a-9939-50101e9f67bb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734529 Sep 14 13:31:07.876076 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4a050ad-1417-4416-bd0a-d0d753ba3d5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.881586 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4a050ad-1417-4416-bd0a-d0d753ba3d5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.902234 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4a050ad-1417-4416-bd0a-d0d753ba3d5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:07.906642 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c4a050ad-1417-4416-bd0a-d0d753ba3d5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265063 Sep 14 13:31:07.906905 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:07.912097 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9002a19f-3d00-4da7-a347-14ea8b9561a5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'security_group_rule': {'security_group_id': '182d541d-4bcc-4037-998a-249fa2a4379e', 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:07.917428 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a050ad-1417-4416-bd0a-d0d753ba3d5e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf34731-a4f8-4a46-a0e0-928dee1ecfc4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:07.945906 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:31:07.951161 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9002a19f-3d00-4da7-a347-14ea8b9561a5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.015519 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-7c3dd740-a259-4fdc-a83b-8cc7af661d60 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677089 Sep 14 13:31:08.022897 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9002a19f-3d00-4da7-a347-14ea8b9561a5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.023619 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123cdda-c191-478f-bfc9-29b6328f0a81 req-c470e145-034d-47d7-a8eb-4b0c5853031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:08.025121 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7123cdda-c191-478f-bfc9-29b6328f0a81 req-c470e145-034d-47d7-a8eb-4b0c5853031c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 1099 time: 0.0891695 Sep 14 13:31:08.028377 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9002a19f-3d00-4da7-a347-14ea8b9561a5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.048875 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002a19f-3d00-4da7-a347-14ea8b9561a5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52222696-7583-43c6-a22d-73d7fa599a6c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:08.054783 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9002a19f-3d00-4da7-a347-14ea8b9561a5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.057417 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-9002a19f-3d00-4da7-a347-14ea8b9561a5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495106 Sep 14 13:31:08.060016 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:08.066043 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'security_group_rule': {'security_group_id': '182d541d-4bcc-4037-998a-249fa2a4379e', 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:08.084925 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37100eae-13ba-43dd-9fe1-68e916d1c6a0 req-924665d8-e73c-4b88-8acb-f86d6d00dfea tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:08.086415 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-37100eae-13ba-43dd-9fe1-68e916d1c6a0 req-924665d8-e73c-4b88-8acb-f86d6d00dfea tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1079922 Sep 14 13:31:08.094309 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Project 7d187ba1d5ec445f958d70a7e2f56a90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 13:31:08.099899 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.146086 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7123cdda-c191-478f-bfc9-29b6328f0a81 req-cbdb3861-b1e7-4429-ab39-951aa8663e5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102479 Sep 14 13:31:08.167952 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.174608 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.178276 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-37100eae-13ba-43dd-9fe1-68e916d1c6a0 req-29d2d668-3b18-446c-b9d1-070ea22756f5 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612829 Sep 14 13:31:08.180273 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f2bd6aac-c076-4210-a7e3-a3b775692d5e req-919df9ea-5adc-4493-ab15-c7f11314f101 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535656 Sep 14 13:31:08.191543 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'cdbfe148-da35-42e7-903f-93631ea3922d', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'port_id': '840cb230-0135-4c44-9b3d-a0241d882832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'mac_address': 'fa:16:3e:b4:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda8945-8c9b-4aee-b73f-ece243717084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:31:05Z', 'updated_at': '2021-09-14T13:31:05Z', 'revision_number': 0, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 5, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:08.193487 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b925411-22ba-43cb-9960-b51c5fec2096,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:08.204217 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.205461 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-49f0cdcd-bc20-4e09-86fd-93c256e2653b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442385 Sep 14 13:31:08.208122 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 44938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:08.212375 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'security_group_rule': {'security_group_id': '182d541d-4bcc-4037-998a-249fa2a4379e', 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:08.224360 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5c202-1642-4551-a8cb-8bb998ac72ac None None] The sync data for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi is: [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'cdbfe148-da35-42e7-903f-93631ea3922d', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'port_id': '840cb230-0135-4c44-9b3d-a0241d882832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'mac_address': 'fa:16:3e:b4:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda8945-8c9b-4aee-b73f-ece243717084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:31:05Z', 'updated_at': '2021-09-14T13:31:05Z', 'revision_number': 0, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 5, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:31:08.234062 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Project 7d187ba1d5ec445f958d70a7e2f56a90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 13:31:08.239120 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.302900 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.306658 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.326137 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7eee6f-41c2-42c3-8184-db7510867d4f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:08.330481 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.334344 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-6609a5e3-7ec5-4c86-96d5-1b7bff260693 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229091 Sep 14 13:31:08.412270 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775b957-31da-4281-834d-e0e49925f840 None None] New status for floating IP cdbfe148-da35-42e7-903f-93631ea3922d: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:31:08.413616 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-520bbb39-7750-40c7-9682-1ce737c32254 req-9d277f9b-a8b2-4a57-8e78-f9f86fd37ba4 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166087200&fields=id&tenant_id=7d187ba1d5ec445f958d70a7e2f56a90 HTTP/1.1" status: 200 len: 267 time: 0.0354347 Sep 14 13:31:08.471030 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bbb39-7750-40c7-9682-1ce737c32254 req-796ce84f-adc2-48c6-bf73-1d7dcea71f42 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:08.477169 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-520bbb39-7750-40c7-9682-1ce737c32254 req-796ce84f-adc2-48c6-bf73-1d7dcea71f42 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0542669 Sep 14 13:31:08.486229 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'port': {'security_groups': ['7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98', '182d541d-4bcc-4037-998a-249fa2a4379e']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:08.556363 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.737372 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=840cb230-0135-4c44-9b3d-a0241d882832,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:08.764753 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.769753 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.781764 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['840cb230-0135-4c44-9b3d-a0241d882832'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:08.811175 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:08.811981 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:08.813853 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-520bbb39-7750-40c7-9682-1ce737c32254 req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "PUT /v2.0/ports/840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 981 time: 0.3326626 Sep 14 13:31:08.836601 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302a1c0-1b97-4207-a72c-01c533035188 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:08.956000 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb2265-ba73-47ae-a496-4ca64d4524e9 req-ccdfe2e9-eb01-4f96-8fd9-5ab77a0b660f tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:08.957730 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0afb2265-ba73-47ae-a496-4ca64d4524e9 req-ccdfe2e9-eb01-4f96-8fd9-5ab77a0b660f tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0805435 Sep 14 13:31:08.976401 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['840cb230-0135-4c44-9b3d-a0241d882832'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:08.999422 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654fe92-df7e-43ae-8b8b-6947a9e51d6a req-9dda51bc-1650-4585-be03-3574f72d0353 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:09.002812 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b654fe92-df7e-43ae-8b8b-6947a9e51d6a req-9dda51bc-1650-4585-be03-3574f72d0353 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 946 time: 0.0854905 Sep 14 13:31:09.034238 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0afb2265-ba73-47ae-a496-4ca64d4524e9 req-44e75239-b519-4b10-b81a-8d6001f7020e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671983 Sep 14 13:31:09.054973 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b654fe92-df7e-43ae-8b8b-6947a9e51d6a req-ea9f752e-f143-40c1-87b7-ed4843697fe0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Sep 14 13:31:09.131761 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b128b021-3dbb-4dec-880f-f38b18bfe06f None None] Provisioning complete for port 840cb230-0135-4c44-9b3d-a0241d882832 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:31:09.132130 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b128b021-3dbb-4dec-880f-f38b18bfe06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:09.291659 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c9d71-3832-403f-a420-f6e31e430d8f req-28187e17-2c45-474d-b6b5-b02a726b12cc tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:09.293293 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-239c9d71-3832-403f-a420-f6e31e430d8f req-28187e17-2c45-474d-b6b5-b02a726b12cc tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0487661 Sep 14 13:31:09.311536 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:09.314344 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c9e187-ff1f-4451-b1d8-932f82b1085f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:09.339114 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-239c9d71-3832-403f-a420-f6e31e430d8f req-9a346643-cb75-456f-9bce-29e95556d674 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Sep 14 13:31:09.351901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90514a3c-7c85-479a-83b7-0d74c89ae1b9 x-openstack-request-id: req-90514a3c-7c85-479a-83b7-0d74c89ae1b9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:09.352191 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:09.352494 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90514a3c-7c85-479a-83b7-0d74c89ae1b9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:09.352957 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832', 'status': 'completed', 'code': 200} Sep 14 13:31:09.440049 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-69a44f4c-0f45-4330-aedf-c5a3de8b0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:09.441647 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-69a44f4c-0f45-4330-aedf-c5a3de8b0a96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1137 time: 0.0442233 Sep 14 13:31:09.537700 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-4c2e30dc-42da-4ac2-a6ca-0a0fd1c7a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:09.539174 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-4c2e30dc-42da-4ac2-a6ca-0a0fd1c7a6c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 200 len: 916 time: 0.0858052 Sep 14 13:31:09.614486 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-289d6e7f-9f56-4ebf-85a5-b794957b3fcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 1000 time: 0.0610421 Sep 14 13:31:09.678383 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-7712f5e0-4136-4833-a4ca-9b09352e1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:09.679761 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-7712f5e0-4136-4833-a4ca-9b09352e1571 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0f5f2d7-373d-473c-a8e2-1d1a53545d80 HTTP/1.1" status: 200 len: 854 time: 0.0430467 Sep 14 13:31:09.743511 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-6484ad0d-ca35-441c-a560-26bbcdd2d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:09.745038 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-6484ad0d-ca35-441c-a560-26bbcdd2d438 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8afe2-9a44-4cef-a10c-3225eaf02fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400658 Sep 14 13:31:09.843936 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-bae56729-cb25-417b-b324-08ef30c11cbc service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880675 Sep 14 13:31:09.885947 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b2dbc41-35c9-4421-81c0-cbb97a357f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:09.957994 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0c9e187-ff1f-4451-b1d8-932f82b1085f req-25efb9ee-75e1-4768-837f-99f4004462b7 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895953 Sep 14 13:31:10.184493 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873f230-36e1-41d9-bd56-3181fcd1646f req-1bd58e5c-4da2-4dac-b777-b378bef1b646 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:10.185998 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8873f230-36e1-41d9-bd56-3181fcd1646f req-1bd58e5c-4da2-4dac-b777-b378bef1b646 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 946 time: 0.0542581 Sep 14 13:31:10.224134 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8873f230-36e1-41d9-bd56-3181fcd1646f req-eca6f09e-b99c-400a-9f31-9a210705652c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Sep 14 13:31:10.456113 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4c692-2da2-43db-8e1b-43d6309dda7d req-8bb72a28-82b4-42eb-92e1-7982d0bc0beb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:10.457655 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9a4c692-2da2-43db-8e1b-43d6309dda7d req-8bb72a28-82b4-42eb-92e1-7982d0bc0beb tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0506949 Sep 14 13:31:10.495071 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9a4c692-2da2-43db-8e1b-43d6309dda7d req-274f3c82-ad50-4845-86e5-59e318fad11a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Sep 14 13:31:11.345049 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1feba15-877b-442b-aa61-8796fdcb9eeb req-fc736895-14b5-4e82-b259-5b86d16f08d6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:11.346478 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1feba15-877b-442b-aa61-8796fdcb9eeb req-fc736895-14b5-4e82-b259-5b86d16f08d6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 946 time: 0.0466201 Sep 14 13:31:11.383385 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1feba15-877b-442b-aa61-8796fdcb9eeb req-b4f79893-d8a8-4446-97e1-4262338979af tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Sep 14 13:31:11.611432 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19028bdb-efa0-4531-bf8b-093a8d86715e req-860b572a-6f39-46db-9cbc-800791192743 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:11.612904 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-19028bdb-efa0-4531-bf8b-093a8d86715e req-860b572a-6f39-46db-9cbc-800791192743 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0515573 Sep 14 13:31:11.649413 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-19028bdb-efa0-4531-bf8b-093a8d86715e req-72f78733-5a90-419a-a6e0-ffecc1e76d70 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305560 Sep 14 13:31:12.314124 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6189b68-0d40-4a4e-8cf1-a9e6ff49ef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:12.629337 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:12.768170 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f624d-258a-44ff-929b-7d6eacc2a132 req-2a80e383-7d7e-4baa-a0ff-99ab4ed11a60 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:12.770051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-877f624d-258a-44ff-929b-7d6eacc2a132 req-2a80e383-7d7e-4baa-a0ff-99ab4ed11a60 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Sep 14 13:31:12.807763 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-877f624d-258a-44ff-929b-7d6eacc2a132 req-26a7ef13-54a7-4237-902c-913b39e4816a tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Sep 14 13:31:13.435579 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:13.513251 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-86c1225a-bf21-4ba6-b3de-47d6f594e840 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:13.515255 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-86c1225a-bf21-4ba6-b3de-47d6f594e840 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.1316929 Sep 14 13:31:13.523126 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-76ad7d91-f452-4a9e-a5c4-5af7830e33c8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:13.524454 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-76ad7d91-f452-4a9e-a5c4-5af7830e33c8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.0730777 Sep 14 13:31:13.542250 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-c3995830-ea32-48aa-b236-7ca37a133ee9 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/quotas/89bad4a2ac99492d8cc32dff50caa557 HTTP/1.1" status: 200 len: 375 time: 0.0168543 Sep 14 13:31:13.867209 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-1efd4424-84b7-41c0-934a-69ad0500a6a2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3095667 Sep 14 13:31:13.965247 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Deleting port 1275610c-e561-4dd1-9852-78112077f0c7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:31:13.965582 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:14.014118 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1e34c-4ec3-4d86-ae8f-f2a3aef63139 req-2d9470da-5269-4a2c-94c3-08f5b66a8dd0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:14.016081 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52e1e34c-4ec3-4d86-ae8f-f2a3aef63139 req-2d9470da-5269-4a2c-94c3-08f5b66a8dd0 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2584e24b-787e-4cd6-9f9a-270cf38d6e32 HTTP/1.1" status: 200 len: 945 time: 0.1330404 Sep 14 13:31:14.075434 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-542fac48-b330-42b0-8ed1-3267a206187f service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001646 Sep 14 13:31:14.126131 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] For port 1275610c-e561-4dd1-9852-78112077f0c7, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1275610c-e561-4dd1-9852-78112077f0c7,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:14.126407 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:14.130779 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-52e1e34c-4ec3-4d86-ae8f-f2a3aef63139 req-b749fd7f-6b31-4c6b-a7fc-fc7c36e831d8 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.30 "GET /v2.0/security-groups?id=c400a2cb-abab-4e60-a66b-d5f07791fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819635 Sep 14 13:31:14.148800 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Calling delete_port for 1275610c-e561-4dd1-9852-78112077f0c7 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:31:14.249799 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0bd33eb8-8118-419c-8f67-c2be4b467fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626017 Sep 14 13:31:14.319927 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:14.332780 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['1275610c-e561-4dd1-9852-78112077f0c7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:14.352241 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Pushing event deleted for resources: {'Port': ['ID=1275610c-e561-4dd1-9852-78112077f0c7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:14.395701 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] No DVR routers for this DVR port 1275610c-e561-4dd1-9852-78112077f0c7 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:31:14.398496 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:14.400487 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ab4d647-b202-400a-b8f3-db851b17d732 req-63d98078-e8a5-4eab-a7db-34df98fde815 tempest-ServerRescueNegativeTestJSON-1406208735 tempest-ServerRescueNegativeTestJSON-1406208735-project] 10.222.0.18 "DELETE /v2.0/ports/1275610c-e561-4dd1-9852-78112077f0c7 HTTP/1.1" status: 204 len: 173 time: 0.8684459 Sep 14 13:31:14.407232 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'name': 'network-vif-deleted', 'tag': '1275610c-e561-4dd1-9852-78112077f0c7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:14.410132 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80730c8b-99e0-44ae-9e14-d17b30a772fd" -d '{"events": [{"server_uuid": "2584e24b-787e-4cd6-9f9a-270cf38d6e32", "name": "network-vif-deleted", "tag": "1275610c-e561-4dd1-9852-78112077f0c7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:14.438538 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-580f7bd0-9d89-4b32-8ce1-d109fbc1cef4 req-66d75b75-c6da-490e-bbc2-5698f9dfcd3f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 210 time: 0.0440147 Sep 14 13:31:14.449611 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb3591e-7955-4a8e-8112-6bb8bc405201 x-openstack-request-id: req-afb3591e-7955-4a8e-8112-6bb8bc405201 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:14.449914 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2584e24b-787e-4cd6-9f9a-270cf38d6e32", "name": "network-vif-deleted", "tag": "1275610c-e561-4dd1-9852-78112077f0c7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:14.450160 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afb3591e-7955-4a8e-8112-6bb8bc405201 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:14.450544 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2584e24b-787e-4cd6-9f9a-270cf38d6e32', 'name': 'network-vif-deleted', 'tag': '1275610c-e561-4dd1-9852-78112077f0c7', 'status': 'completed', 'code': 200} Sep 14 13:31:15.004499 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:15.185021 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:15.387145 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-1a5b239f-3322-40b1-be59-da3d587abc7c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:15.388507 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-1a5b239f-3322-40b1-be59-da3d587abc7c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 815 time: 0.1076763 Sep 14 13:31:15.401470 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Request body: {'port': {'device_id': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'admin_state_up': True, 'tenant_id': '89bad4a2ac99492d8cc32dff50caa557'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:15.552239 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-71dc411c-d010-4e82-b0d7-119f014331c8 req-aab27fa3-930c-42e3-84f9-3b823b1f5918 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 210 time: 0.0302594 Sep 14 13:31:15.552980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Made reservation on behalf of 89bad4a2ac99492d8cc32dff50caa557 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:31:15.556346 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:15.603286 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:15.687481 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Allocated IP 172.20.0.2 (6aaa95eb-4a3b-4910-92e1-7035d00a7f2c/5ee52507-a61c-4435-a232-4ee01e268449/7782770d-2eaf-41a5-afcb-f77f9933a994) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:31:15.840488 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:15.879616 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:15.898292 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c', '7e813015-41af-4afb-bc33-ae2a409256bd', '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:15.926808 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:31:15.929792 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:31:15.933397 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:31:15.942484 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event updated for resources: {'Port': ['ID=7782770d-2eaf-41a5-afcb-f77f9933a994,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:15.991086 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:15.991713 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.008408 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-65089e3d-e605-4bc7-a66b-6c0f2d71d05b tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098728 Sep 14 13:31:16.023754 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Request body: {'port': {'device_id': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:31:16.082343 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.099294 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Deleting port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:31:16.099630 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.184127 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] For port 582a5b5d-20aa-4909-8dfb-cfde5dc9717c, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,segment=NetworkSegment(1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9),segment_id=1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:16.184536 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.197325 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Calling delete_port for 582a5b5d-20aa-4909-8dfb-cfde5dc9717c owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:31:16.344136 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7782770d-2eaf-41a5-afcb-f77f9933a994 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:31:16.352529 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.402404 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Transition to ACTIVE for port object 7782770d-2eaf-41a5-afcb-f77f9933a994 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:31:16.403071 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.406994 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.432240 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Pushing event deleted for resources: {'Port': ['ID=582a5b5d-20aa-4909-8dfb-cfde5dc9717c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:16.474434 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Pushing event updated for resources: {'Port': ['ID=7782770d-2eaf-41a5-afcb-f77f9933a994,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:16.523855 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Attempting to bind port 7782770d-2eaf-41a5-afcb-f77f9933a994 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:31:16.523855 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Attempting to bind port 7782770d-2eaf-41a5-afcb-f77f9933a994 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:31:16.524194 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Attempting to bind port 7782770d-2eaf-41a5-afcb-f77f9933a994 on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:31:16.528135 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Port 7782770d-2eaf-41a5-afcb-f77f9933a994 on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:31:16.528447 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Attempting to bind port 7782770d-2eaf-41a5-afcb-f77f9933a994 on network 6aaa95eb-4a3b-4910-92e1-7035d00a7f2c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:31:16.533727 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:31:16.534416 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Checking segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:31:16.534416 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Bound using segment: {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:31:16.534832 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Bound port: 7782770d-2eaf-41a5-afcb-f77f9933a994, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aae85dd-1b79-4fda-8a9c-7e23b715658d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:31:16.535177 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.589752 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.635843 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] For port 7782770d-2eaf-41a5-afcb-f77f9933a994, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:31:16.640928 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] For port 7782770d-2eaf-41a5-afcb-f77f9933a994, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7782770d-2eaf-41a5-afcb-f77f9933a994,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:31:16.650998 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.704998 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:16.705614 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:16.706991 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] 10.222.0.18 "PUT /v2.0/ports/7782770d-2eaf-41a5-afcb-f77f9933a994 HTTP/1.1" status: 200 len: 1093 time: 0.6875818 Sep 14 13:31:16.709220 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'tag': '7782770d-2eaf-41a5-afcb-f77f9933a994'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:16.711141 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8efe99-4f48-4cc8-92e6-efe6ff52706d" -d '{"events": [{"name": "network-changed", "server_uuid": "e56b884f-0d6e-403a-98cc-93f57a6976e8", "tag": "7782770d-2eaf-41a5-afcb-f77f9933a994"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:16.745305 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d9e4f-df59-42b5-bcf4-a98d7910c35b req-3122000c-f602-4d3c-a1c2-85d956642dac tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:16.746838 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee4d9e4f-df59-42b5-bcf4-a98d7910c35b req-3122000c-f602-4d3c-a1c2-85d956642dac tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 943 time: 0.1084559 Sep 14 13:31:16.747601 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a027ee4-7e73-4352-af24-50fcce4710ae service neutron] Pushing event updated for resources: {'Port': ['ID=7782770d-2eaf-41a5-afcb-f77f9933a994,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:16.772333 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30df8d-803f-47f2-a7bc-1678f8c56c6a x-openstack-request-id: req-bb30df8d-803f-47f2-a7bc-1678f8c56c6a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:16.772614 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56b884f-0d6e-403a-98cc-93f57a6976e8", "tag": "7782770d-2eaf-41a5-afcb-f77f9933a994", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:16.772904 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb30df8d-803f-47f2-a7bc-1678f8c56c6a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:16.773284 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'tag': '7782770d-2eaf-41a5-afcb-f77f9933a994', 'status': 'completed', 'code': 200} Sep 14 13:31:16.816954 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee4d9e4f-df59-42b5-bcf4-a98d7910c35b req-b9e19c25-f342-4357-9afe-0b84cb034677 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619011 Sep 14 13:31:16.820811 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Router 794d9c0e-14a3-4a7d-b24e-143794a6e813 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:31:16.823371 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-53f563e9-b021-46c7-a54d-c7eee54806f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:16.824504 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-53f563e9-b021-46c7-a54d-c7eee54806f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 1096 time: 0.0631254 Sep 14 13:31:16.868742 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-8fa97f85-4c0e-4d37-b1bc-8b508514f464 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7782770d-2eaf-41a5-afcb-f77f9933a994 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Sep 14 13:31:16.921825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-581f86ac-375d-469b-9dea-eb05debbdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:16.923310 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-581f86ac-375d-469b-9dea-eb05debbdbff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.0468011 Sep 14 13:31:16.926508 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:31:16.931513 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-4d9347e9-2225-4dbb-970f-5d9e1aaf359d admin admin] 10.222.0.30 "PUT /v2.0/routers/794d9c0e-14a3-4a7d-b24e-143794a6e813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454948 Sep 14 13:31:16.934040 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:16.937761 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] Sync routers for ids ['794d9c0e-14a3-4a7d-b24e-143794a6e813'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:31:16.946825 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] Routers {'794d9c0e-14a3-4a7d-b24e-143794a6e813'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:31:16.947583 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:31:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['794d9c0e-14a3-4a7d-b24e-143794a6e813'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:16.955974 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-4680b57f-84c3-4da7-828a-405512a0fa16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252595 Sep 14 13:31:17.037668 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.052628 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-da4ff826-7574-4550-b6d3-49e3bd84de98 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 Sep 14 13:31:17.055000 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] Set router 794d9c0e-14a3-4a7d-b24e-143794a6e813 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:31:17.150958 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b26abc0f-2246-40b8-9323-6087b0f2c1d1 req-1c1aa11f-9334-41a9-b214-86bc18be7794 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892222 Sep 14 13:31:17.160751 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.214030 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1275610c-e561-4dd1-9852-78112077f0c7 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:31:17.220365 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Deleting port 2df4abb5-9c8f-46ef-84a5-43abc06214f2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:31:17.220892 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.242203 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:31:16Z', 'revision_number': 5, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port': {'id': '2df4abb5-9c8f-46ef-84a5-43abc06214f2', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:17.243531 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 1275610c-e561-4dd1-9852-78112077f0c7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:31:17.244101 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1275610c-e561-4dd1-9852-78112077f0c7 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:31:17.251175 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-9c9f7da2-e658-471f-b8ad-66a4e4dd7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:17.252768 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-9c9f7da2-e658-471f-b8ad-66a4e4dd7f3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89bad4a2ac99492d8cc32dff50caa557&device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 1096 time: 0.0490189 Sep 14 13:31:17.267963 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] Checking router: 794d9c0e-14a3-4a7d-b24e-143794a6e813 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:31:17.276130 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] Routers {'794d9c0e-14a3-4a7d-b24e-143794a6e813'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:31:17.276744 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:31:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['794d9c0e-14a3-4a7d-b24e-143794a6e813'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:17.304613 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] For port 2df4abb5-9c8f-46ef-84a5-43abc06214f2, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2df4abb5-9c8f-46ef-84a5-43abc06214f2,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:17.305002 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.318331 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Calling delete_port for 2df4abb5-9c8f-46ef-84a5-43abc06214f2 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:31:17.360744 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-8e0d97a2-ac70-4b94-963c-ae834136da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:17.362299 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-8e0d97a2-ac70-4b94-963c-ae834136da0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 200 len: 916 time: 0.0963447 Sep 14 13:31:17.362966 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] Set router 794d9c0e-14a3-4a7d-b24e-143794a6e813 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:31:17.406203 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-9ff8950c-d0a4-4d38-b213-423213ec71e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7782770d-2eaf-41a5-afcb-f77f9933a994 HTTP/1.1" status: 200 len: 217 time: 0.0350528 Sep 14 13:31:17.416865 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:31:17Z', 'revision_number': 6, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:17.443091 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedd146-792c-4a44-9b83-3c9540bfaee2 None None] The sync data for ids ['794d9c0e-14a3-4a7d-b24e-143794a6e813'] in dv-cinder-798783-2-iscsi is: [{'id': '794d9c0e-14a3-4a7d-b24e-143794a6e813', 'name': 'tempest-ServerRescueNegativeTestJSON-381474060-router', 'tenant_id': 'c105f032c0ab4efbae636082f66ba652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:54Z', 'updated_at': '2021-09-14T13:31:17Z', 'revision_number': 6, 'project_id': 'c105f032c0ab4efbae636082f66ba652', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:31:17.470140 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-636f8385-8b36-4837-b036-50bb6577e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:17.471617 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-636f8385-8b36-4837-b036-50bb6577e68c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 200 len: 855 time: 0.0500748 Sep 14 13:31:17.493632 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.509898 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-f1765e41-2813-4f4d-8c69-e9178bdde978 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295303 Sep 14 13:31:17.519630 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df4abb5-9c8f-46ef-84a5-43abc06214f2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:17.584540 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.606295 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-78f49494-44c6-4fd1-aec2-62b7d8baa227 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838931 Sep 14 13:31:17.686351 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.688563 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.706434 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be8efe99-4f48-4cc8-92e6-efe6ff52706d req-d71edcfe-6b92-4c1a-b360-dc8239247fd1 service neutron] 10.222.0.18 "GET /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855246 Sep 14 13:31:17.751942 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.752415 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 794d9c0e-14a3-4a7d-b24e-143794a6e813 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:31:17.757104 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.758272 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-2f93ada3-db70-415d-b230-0c631fd53d92 admin admin] 10.222.0.30 "DELETE /v2.0/routers/794d9c0e-14a3-4a7d-b24e-143794a6e813 HTTP/1.1" status: 204 len: 168 time: 0.8234055 Sep 14 13:31:17.760773 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:17.804574 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] Deleting subnet 3d432c2b-ccaa-491f-8e35-c490205567e5 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:31:17.807825 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.842858 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.883482 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.934571 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9b9d-526c-4f29-a7ce-d07dc171e10b req-86aa44ec-e151-4664-af78-fa71f687c277 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:17.936184 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3eee9b9d-526c-4f29-a7ce-d07dc171e10b req-86aa44ec-e151-4664-af78-fa71f687c277 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 943 time: 0.0508146 Sep 14 13:31:17.948127 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.973228 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d432c2b-ccaa-491f-8e35-c490205567e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:17.975884 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3eee9b9d-526c-4f29-a7ce-d07dc171e10b req-3ef83701-0f32-46e1-8a36-b734aaa9376f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331891 Sep 14 13:31:17.976794 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:17.978645 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-a42c5d28-cb97-4c59-a01c-e7b13654e942 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3d432c2b-ccaa-491f-8e35-c490205567e5 HTTP/1.1" status: 204 len: 168 time: 0.2169662 Sep 14 13:31:17.981194 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:18.048410 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.126241 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.144513 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfdd27f-ebd8-436a-abdf-c11f03faf30c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:18.153173 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:18.153466 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7eaefd-bdf5-4aba-8c6c-85fc317b50b9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:31:18.162725 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.176068 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.181776 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:31:18.182152 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:31:18.183827 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:31:18.240654 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.246362 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.248204 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1dfdd27f-ebd8-436a-abdf-c11f03faf30c HTTP/1.1" status: 204 len: 168 time: 0.2660854 Sep 14 13:31:18.258633 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d154f-9dd9-459d-aa5e-9356495cfee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfdd27f-ebd8-436a-abdf-c11f03faf30c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:18.441590 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:18.481215 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d9ae9d1e-92fa-43ae-8086-16607c315878 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c105f032c0ab4efbae636082f66ba652&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384281 Sep 14 13:31:18.484531 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:18.536510 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d092f0f1-f78f-4bf2-950b-bd601feed0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.556650 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d092f0f1-f78f-4bf2-950b-bd601feed0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.607607 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d092f0f1-f78f-4bf2-950b-bd601feed0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.610542 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d092f0f1-f78f-4bf2-950b-bd601feed0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:18.611702 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d092f0f1-f78f-4bf2-950b-bd601feed0d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c400a2cb-abab-4e60-a66b-d5f07791fa6a HTTP/1.1" status: 204 len: 168 time: 0.1262534 Sep 14 13:31:18.612649 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2df4abb5-9c8f-46ef-84a5-43abc06214f2 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:31:18.619719 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092f0f1-f78f-4bf2-950b-bd601feed0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c400a2cb-abab-4e60-a66b-d5f07791fa6a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:18.636262 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 2df4abb5-9c8f-46ef-84a5-43abc06214f2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:31:18.636604 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2df4abb5-9c8f-46ef-84a5-43abc06214f2 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:31:18.637028 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 582a5b5d-20aa-4909-8dfb-cfde5dc9717c no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:31:18.664066 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 582a5b5d-20aa-4909-8dfb-cfde5dc9717c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:31:18.664410 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 582a5b5d-20aa-4909-8dfb-cfde5dc9717c not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:31:19.097125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c21a2-938b-4832-bd7f-f29955bdca9e req-e468cd8b-e53a-4253-b8ad-77309eb3d06d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:19.098615 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd1c21a2-938b-4832-bd7f-f29955bdca9e req-e468cd8b-e53a-4253-b8ad-77309eb3d06d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 943 time: 0.0494449 Sep 14 13:31:19.136281 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd1c21a2-938b-4832-bd7f-f29955bdca9e req-14601a6e-d95c-43fc-9cd9-0f595528eca0 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Sep 14 13:31:19.215088 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7782770d-2eaf-41a5-afcb-f77f9933a994 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:31:19.310835 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7782770d-2eaf-41a5-afcb-f77f9933a994, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7782770d-2eaf-41a5-afcb-f77f9933a994,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:19.321930 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '7782770d-2eaf-41a5-afcb-f77f9933a994', 'network_id': '6aaa95eb-4a3b-4910-92e1-7035d00a7f2c', 'port_id': '7782770d-2eaf-41a5-afcb-f77f9933a994', 'mac_address': 'fa:16:3e:e7:bd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee52507-a61c-4435-a232-4ee01e268449', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:31:19.358702 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:19.370954 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7782770d-2eaf-41a5-afcb-f77f9933a994 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:31:19.390096 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7782770d-2eaf-41a5-afcb-f77f9933a994, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7782770d-2eaf-41a5-afcb-f77f9933a994,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:19.393970 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:19.445016 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=7782770d-2eaf-41a5-afcb-f77f9933a994,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:19.690742 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['7782770d-2eaf-41a5-afcb-f77f9933a994'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:20.251403 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82092ce4-f519-4117-bf1e-449d82bd729c req-fa81155f-3e5e-49a7-83bb-1d5efe180201 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:20.252895 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-82092ce4-f519-4117-bf1e-449d82bd729c req-fa81155f-3e5e-49a7-83bb-1d5efe180201 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 944 time: 0.0521526 Sep 14 13:31:20.289693 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-82092ce4-f519-4117-bf1e-449d82bd729c req-260714c8-56f8-40bc-899c-04e7145cb04f tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Sep 14 13:31:21.231347 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7782770d-2eaf-41a5-afcb-f77f9933a994 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:31:21.281078 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 7782770d-2eaf-41a5-afcb-f77f9933a994 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:31:21.284547 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 7782770d-2eaf-41a5-afcb-f77f9933a994 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:31:21.284950 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:21.361971 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:21.384226 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7782770d-2eaf-41a5-afcb-f77f9933a994'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:21.386910 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b397ecf-54a4-43bb-965d-91bd0416a0ca" -d '{"events": [{"server_uuid": "e56b884f-0d6e-403a-98cc-93f57a6976e8", "name": "network-vif-plugged", "status": "completed", "tag": "7782770d-2eaf-41a5-afcb-f77f9933a994"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:21.404023 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 7782770d-2eaf-41a5-afcb-f77f9933a994, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7782770d-2eaf-41a5-afcb-f77f9933a994,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:21.404532 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4ac2-3e9e-4c45-938d-e65700701061 req-5fc37b99-35c8-4902-a2b3-dbcf323fe422 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:21.407780 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-024f4ac2-3e9e-4c45-938d-e65700701061 req-5fc37b99-35c8-4902-a2b3-dbcf323fe422 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 944 time: 0.0529692 Sep 14 13:31:21.409502 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:21.437681 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b8109-c10a-4363-8f14-d8319386af4d x-openstack-request-id: req-442b8109-c10a-4363-8f14-d8319386af4d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:21.438211 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56b884f-0d6e-403a-98cc-93f57a6976e8", "name": "network-vif-plugged", "status": "completed", "tag": "7782770d-2eaf-41a5-afcb-f77f9933a994", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:21.438514 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-442b8109-c10a-4363-8f14-d8319386af4d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:21.438836 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7782770d-2eaf-41a5-afcb-f77f9933a994', 'code': 200} Sep 14 13:31:21.450409 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-024f4ac2-3e9e-4c45-938d-e65700701061 req-c7749467-dc78-4358-82b7-2c557b9f0960 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352430 Sep 14 13:31:21.478242 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=7782770d-2eaf-41a5-afcb-f77f9933a994,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:21.595637 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848a4e9-134a-4192-b1e9-958772cb6099 req-be9f8693-d22f-4e22-bd91-de52a0a8ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:21.597150 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9848a4e9-134a-4192-b1e9-958772cb6099 req-be9f8693-d22f-4e22-bd91-de52a0a8ca68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 1098 time: 0.0396595 Sep 14 13:31:21.630639 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9848a4e9-134a-4192-b1e9-958772cb6099 req-8a7d3573-2d1a-4b9b-ab41-c59ac444c8ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263615 Sep 14 13:31:22.570199 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465a8e-bf04-4ab3-bfa4-cfe0d63b4462 req-bbba9c68-1f9c-4ffd-bc90-d777e8393337 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:22.571714 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-76465a8e-bf04-4ab3-bfa4-cfe0d63b4462 req-bbba9c68-1f9c-4ffd-bc90-d777e8393337 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 945 time: 0.0533705 Sep 14 13:31:22.610575 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-76465a8e-bf04-4ab3-bfa4-cfe0d63b4462 req-ff079584-1967-4c09-b8fc-77538eee16ab tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Sep 14 13:31:23.724538 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30aaf1-5132-46b1-811b-d2ca5145675b req-6ae5592a-365d-49dc-ab6d-dd701ab427a6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:23.726153 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ca30aaf1-5132-46b1-811b-d2ca5145675b req-6ae5592a-365d-49dc-ab6d-dd701ab427a6 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 945 time: 0.0500844 Sep 14 13:31:23.763975 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ca30aaf1-5132-46b1-811b-d2ca5145675b req-35f4c669-fc22-4aaf-a52a-396de2526a0d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Sep 14 13:31:27.877903 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:27.988938 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de0cf283-ece9-43ca-99f1-56e46f1e9bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:28.073767 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de0cf283-ece9-43ca-99f1-56e46f1e9bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:28.078093 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de0cf283-ece9-43ca-99f1-56e46f1e9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:28.114202 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-de0cf283-ece9-43ca-99f1-56e46f1e9bf5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5678dcb298774a5199ac859314f1f519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352698 Sep 14 13:31:28.116080 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cf283-ece9-43ca-99f1-56e46f1e9bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c2badf-f1b6-4c9e-bb9e-a3ec89f05001,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:28.116987 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:31:28.164944 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e04cafa-3e1c-4a3f-a33e-4115470ee304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:28.188532 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e04cafa-3e1c-4a3f-a33e-4115470ee304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:28.233446 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e04cafa-3e1c-4a3f-a33e-4115470ee304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:28.235926 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e04cafa-3e1c-4a3f-a33e-4115470ee304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:28.237140 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-7e04cafa-3e1c-4a3f-a33e-4115470ee304 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82c2badf-f1b6-4c9e-bb9e-a3ec89f05001 HTTP/1.1" status: 204 len: 168 time: 0.1191418 Sep 14 13:31:28.244505 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04cafa-3e1c-4a3f-a33e-4115470ee304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c2badf-f1b6-4c9e-bb9e-a3ec89f05001,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:32.324023 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6738f23-9c22-4dfa-b442-cf0dc7dccfe0 req-132bf893-b23c-4431-8356-eeaace3fcf42 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:32.325520 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6738f23-9c22-4dfa-b442-cf0dc7dccfe0 req-132bf893-b23c-4431-8356-eeaace3fcf42 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0507641 Sep 14 13:31:32.366227 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6738f23-9c22-4dfa-b442-cf0dc7dccfe0 req-d371e2b0-f419-497e-8fd2-8c5ce556136e tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341253 Sep 14 13:31:33.484906 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9aa6-fbe9-4e31-b746-371d185e157b req-3de99445-a92c-4a4f-9430-7aced28b12a0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:33.486417 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e6c9aa6-fbe9-4e31-b746-371d185e157b req-3de99445-a92c-4a4f-9430-7aced28b12a0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0524166 Sep 14 13:31:33.526096 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e6c9aa6-fbe9-4e31-b746-371d185e157b req-8aac2ad7-439a-45a2-a5dd-d0012fcd925d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336468 Sep 14 13:31:33.997921 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-8de5de88-3f42-45f3-9fb0-fc155b5a57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:33.999385 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-8de5de88-3f42-45f3-9fb0-fc155b5a57ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1137 time: 0.0396106 Sep 14 13:31:34.090692 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-b85e18e8-6ed7-4334-91e8-b0d28233d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:34.092562 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-b85e18e8-6ed7-4334-91e8-b0d28233d9a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 200 len: 916 time: 0.0843925 Sep 14 13:31:34.158767 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-7f61e01d-474b-4885-ad39-7f8be3dc4721 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 1000 time: 0.0579743 Sep 14 13:31:34.213583 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-45892361-7981-462f-8f25-56699723138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:34.214997 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-45892361-7981-462f-8f25-56699723138d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0f5f2d7-373d-473c-a8e2-1d1a53545d80 HTTP/1.1" status: 200 len: 854 time: 0.0464568 Sep 14 13:31:34.262314 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-f53b208a-136a-4a65-9d58-993b13237093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:34.264803 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-f53b208a-136a-4a65-9d58-993b13237093 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8afe2-9a44-4cef-a10c-3225eaf02fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397022 Sep 14 13:31:34.359300 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-f73dd58c-b844-43c1-9237-220600fd282f service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836818 Sep 14 13:31:34.447168 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4e5afa4-f38b-40df-b0cd-b3aabfe049e1 req-7085280c-58b4-4926-9b4a-ae39cfbb0c30 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792515 Sep 14 13:31:34.641955 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d937-3ec4-491e-8466-5bb84b853656 req-fc1703e8-5b19-4e0c-a899-6cf18a890383 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:34.643379 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3658d937-3ec4-491e-8466-5bb84b853656 req-fc1703e8-5b19-4e0c-a899-6cf18a890383 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0484657 Sep 14 13:31:34.684374 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3658d937-3ec4-491e-8466-5bb84b853656 req-b6aa72b3-4d4d-48a1-b039-790e407cf5de tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348427 Sep 14 13:31:35.741323 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:35.802109 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596f35b-476d-4a6b-97d1-19e7fc841005 req-df40d3ff-28cd-4ef7-b51a-eb47f79d0094 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:35.803564 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4596f35b-476d-4a6b-97d1-19e7fc841005 req-df40d3ff-28cd-4ef7-b51a-eb47f79d0094 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0513434 Sep 14 13:31:35.843441 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4596f35b-476d-4a6b-97d1-19e7fc841005 req-6a4e9c29-2969-476e-8557-e51dc07246db tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339034 Sep 14 13:31:36.955697 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f146d3-35fe-4f20-a53e-1ef60f7658f0 req-54cc1277-fa10-4d0c-8214-2ffbfb3cca37 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:36.957202 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f5f146d3-35fe-4f20-a53e-1ef60f7658f0 req-54cc1277-fa10-4d0c-8214-2ffbfb3cca37 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0473857 Sep 14 13:31:36.996284 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f5f146d3-35fe-4f20-a53e-1ef60f7658f0 req-9d059d7f-2401-4bf6-936f-7aa969da26d0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331929 Sep 14 13:31:38.106278 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f8536-a99e-4ebb-ac1b-7b7476626bb7 req-f2a0f8b5-c5b3-448c-a36f-3b904be899ec tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:38.108468 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f62f8536-a99e-4ebb-ac1b-7b7476626bb7 req-f2a0f8b5-c5b3-448c-a36f-3b904be899ec tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0478585 Sep 14 13:31:38.147645 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f62f8536-a99e-4ebb-ac1b-7b7476626bb7 req-8b7c4b7a-2db6-4dd8-a226-8aa4743e7d5b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332437 Sep 14 13:31:38.228212 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:31:39.269009 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32c11-3d44-471d-bb77-ff792a9eb89a req-5d90a3b6-5a38-42e6-b099-b6ef806fdfa1 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:39.270505 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-10e32c11-3d44-471d-bb77-ff792a9eb89a req-5d90a3b6-5a38-42e6-b099-b6ef806fdfa1 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0569220 Sep 14 13:31:39.312301 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-10e32c11-3d44-471d-bb77-ff792a9eb89a req-11d2a9d6-3dc6-4e63-a524-1d2d459b5c77 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355923 Sep 14 13:31:39.887381 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-799ff058-fc16-4a45-b344-9be388d32ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:40.424658 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb5f4-96ee-4c1f-be9d-c7199349faf6 req-2df83831-4858-4960-9ae9-ba69cc9aa1b1 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:40.426136 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f7cfb5f4-96ee-4c1f-be9d-c7199349faf6 req-2df83831-4858-4960-9ae9-ba69cc9aa1b1 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0476472 Sep 14 13:31:40.465013 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f7cfb5f4-96ee-4c1f-be9d-c7199349faf6 req-ef943490-7b25-40e5-a6b0-faae227f68d0 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328147 Sep 14 13:31:40.875772 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2772-4c6e-447b-9319-25228f01cb82 req-eda60014-7cec-4609-870d-4f95c4271ca4 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:40.877378 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e32b2772-4c6e-447b-9319-25228f01cb82 req-eda60014-7cec-4609-870d-4f95c4271ca4 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Sep 14 13:31:40.924990 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e32b2772-4c6e-447b-9319-25228f01cb82 req-9129e40a-910f-4716-bbe3-eeef424cf7b2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Sep 14 13:31:41.590495 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f776-35c6-45ff-b783-91e440821883 req-3562a611-ae54-419d-8f82-fda3c3dd75c8 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:41.592588 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0e72f776-35c6-45ff-b783-91e440821883 req-3562a611-ae54-419d-8f82-fda3c3dd75c8 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0553026 Sep 14 13:31:41.637748 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0e72f776-35c6-45ff-b783-91e440821883 req-1f5e0ba1-357a-416a-88d6-5a02ff54fcaf tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390794 Sep 14 13:31:42.058438 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67551182-a36f-41a1-a134-6f1a2341bbd2 req-7a07c983-4978-4164-8d31-406714994331 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:42.059900 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-67551182-a36f-41a1-a134-6f1a2341bbd2 req-7a07c983-4978-4164-8d31-406714994331 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 945 time: 0.0480628 Sep 14 13:31:42.098779 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-67551182-a36f-41a1-a134-6f1a2341bbd2 req-7efed4b0-c5fb-49b9-9b4b-70fc91b0f09e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315287 Sep 14 13:31:42.317029 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8974ab1-275f-41d1-8f1a-5a20cbbde206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:42.630127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:42.750631 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e25d26-f9c1-4f64-b391-1b27900469c6 req-a60e60de-d137-479d-9acd-86316164ebf4 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:42.752086 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e5e25d26-f9c1-4f64-b391-1b27900469c6 req-a60e60de-d137-479d-9acd-86316164ebf4 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0478852 Sep 14 13:31:42.790428 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e5e25d26-f9c1-4f64-b391-1b27900469c6 req-0c6008d8-7a53-4fcd-9d38-d54fee8934e3 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323963 Sep 14 13:31:43.226447 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85204983-6762-4887-9faf-41f71969050c req-8ddd7479-013e-473c-8d4a-a5e11d76885d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:43.227817 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-85204983-6762-4887-9faf-41f71969050c req-8ddd7479-013e-473c-8d4a-a5e11d76885d tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 945 time: 0.0632877 Sep 14 13:31:43.277222 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-85204983-6762-4887-9faf-41f71969050c req-47e4f636-b22e-4775-883d-e5a22e49cf2c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Sep 14 13:31:43.438736 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:43.900722 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d64a2-0f66-4032-8987-00553d799c80 req-34dd8203-ec90-4c71-a22a-b08c52103cb6 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:43.902085 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2f1d64a2-0f66-4032-8987-00553d799c80 req-34dd8203-ec90-4c71-a22a-b08c52103cb6 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0474384 Sep 14 13:31:43.941071 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2f1d64a2-0f66-4032-8987-00553d799c80 req-bc3e44b0-441b-4253-ba38-959eb0013ac1 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325015 Sep 14 13:31:44.416807 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35d450-4e30-4588-b15a-6bb42f20c953 req-214d401d-eff7-42bc-890c-eead66545d71 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:44.418269 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fe35d450-4e30-4588-b15a-6bb42f20c953 req-214d401d-eff7-42bc-890c-eead66545d71 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 945 time: 0.0757463 Sep 14 13:31:44.440044 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-e07b730c-e66d-435c-9e32-89dbd323f6bf tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:44.441457 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-e07b730c-e66d-435c-9e32-89dbd323f6bf tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56b884f-0d6e-403a-98cc-93f57a6976e8 HTTP/1.1" status: 200 len: 945 time: 0.0674851 Sep 14 13:31:44.490049 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fe35d450-4e30-4588-b15a-6bb42f20c953 req-4d973661-26a9-45b0-aa62-2f8dd60b2dbb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653775 Sep 14 13:31:44.546122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Deleting port 7782770d-2eaf-41a5-afcb-f77f9933a994 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:31:44.546470 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:44.635378 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] For port 7782770d-2eaf-41a5-afcb-f77f9933a994, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7782770d-2eaf-41a5-afcb-f77f9933a994,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:44.635740 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:44.647908 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Calling delete_port for 7782770d-2eaf-41a5-afcb-f77f9933a994 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:31:44.771620 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:44.783995 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c', '7e813015-41af-4afb-bc33-ae2a409256bd', '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa', '7782770d-2eaf-41a5-afcb-f77f9933a994'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:44.799514 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event deleted for resources: {'Port': ['ID=7782770d-2eaf-41a5-afcb-f77f9933a994,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:44.839504 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] No DVR routers for this DVR port 7782770d-2eaf-41a5-afcb-f77f9933a994 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:31:44.842052 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:44.844072 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-388a319f-4cc1-42d6-ab75-5cb92860d8f1 req-ef1bcc74-cd23-4447-84a2-0027ee15cf19 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "DELETE /v2.0/ports/7782770d-2eaf-41a5-afcb-f77f9933a994 HTTP/1.1" status: 204 len: 173 time: 0.3936350 Sep 14 13:31:44.844519 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'name': 'network-vif-deleted', 'tag': '7782770d-2eaf-41a5-afcb-f77f9933a994'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:44.846794 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046001d7-f0bb-40f1-9b69-aee8e336b432" -d '{"events": [{"server_uuid": "e56b884f-0d6e-403a-98cc-93f57a6976e8", "name": "network-vif-deleted", "tag": "7782770d-2eaf-41a5-afcb-f77f9933a994"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:44.885108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da85f01-eb3c-4f84-8da6-ad08f691b29b x-openstack-request-id: req-9da85f01-eb3c-4f84-8da6-ad08f691b29b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:44.885395 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56b884f-0d6e-403a-98cc-93f57a6976e8", "name": "network-vif-deleted", "tag": "7782770d-2eaf-41a5-afcb-f77f9933a994", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:44.885649 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9da85f01-eb3c-4f84-8da6-ad08f691b29b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:44.886034 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56b884f-0d6e-403a-98cc-93f57a6976e8', 'name': 'network-vif-deleted', 'tag': '7782770d-2eaf-41a5-afcb-f77f9933a994', 'status': 'completed', 'code': 200} Sep 14 13:31:45.025598 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:45.060636 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f15c1f-0adc-4773-8da4-5272ee71071d req-b2544013-db9a-478b-a993-84cc2b6f7b59 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:45.062322 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80f15c1f-0adc-4773-8da4-5272ee71071d req-b2544013-db9a-478b-a993-84cc2b6f7b59 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0529079 Sep 14 13:31:45.105712 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80f15c1f-0adc-4773-8da4-5272ee71071d req-5866c50b-7048-4ccd-b8d5-257dd2edf200 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357623 Sep 14 13:31:46.221252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733692d-84c2-4031-b0fb-4fca58ca0864 req-1153ec3f-9bbd-42f9-a4c4-4e21aa7203a4 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:46.222832 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3733692d-84c2-4031-b0fb-4fca58ca0864 req-1153ec3f-9bbd-42f9-a4c4-4e21aa7203a4 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0522885 Sep 14 13:31:46.264993 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3733692d-84c2-4031-b0fb-4fca58ca0864 req-0ae89057-31a3-4cd1-b556-698b81d882af tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360889 Sep 14 13:31:46.868248 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fb052-5bcb-4db8-b64d-aa29f07ee048 req-342b824d-45f1-42dc-b746-176e6a773417 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:46.869724 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee4fb052-5bcb-4db8-b64d-aa29f07ee048 req-342b824d-45f1-42dc-b746-176e6a773417 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Sep 14 13:31:46.906732 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee4fb052-5bcb-4db8-b64d-aa29f07ee048 req-e675e2db-2a3e-4725-88c2-cddb518bca34 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304658 Sep 14 13:31:47.383736 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bca782-502c-4f94-a814-76c3e2d1b31b req-15017fd3-9cd8-438b-a403-b471e4b25032 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:47.385192 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-28bca782-502c-4f94-a814-76c3e2d1b31b req-15017fd3-9cd8-438b-a403-b471e4b25032 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0480452 Sep 14 13:31:47.423653 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-28bca782-502c-4f94-a814-76c3e2d1b31b req-a363e79a-4280-4552-a80f-5b0669ac6024 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322595 Sep 14 13:31:47.536893 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7782770d-2eaf-41a5-afcb-f77f9933a994 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:31:47.557468 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 7782770d-2eaf-41a5-afcb-f77f9933a994 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:31:47.557749 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7782770d-2eaf-41a5-afcb-f77f9933a994 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:31:48.021705 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd994bc6-6b67-4d29-a0f5-523b6acde50b req-fdc09aeb-69b9-44d5-b487-f0f0efba7491 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:48.023390 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd994bc6-6b67-4d29-a0f5-523b6acde50b req-fdc09aeb-69b9-44d5-b487-f0f0efba7491 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Sep 14 13:31:48.059121 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd994bc6-6b67-4d29-a0f5-523b6acde50b req-85b1f031-4182-4c63-b26c-90eec1d202be tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298610 Sep 14 13:31:48.536181 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e1c11-c87b-4597-9146-b3338e6253c3 req-b25712d4-d757-4b9a-bea9-d3264799cb46 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:48.537647 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd7e1c11-c87b-4597-9146-b3338e6253c3 req-b25712d4-d757-4b9a-bea9-d3264799cb46 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0475929 Sep 14 13:31:48.575346 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd7e1c11-c87b-4597-9146-b3338e6253c3 req-5233ffa5-283e-4007-8032-2945d94327db tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317760 Sep 14 13:31:49.168068 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d2d6-a0ed-465a-9e76-862e62265e2e req-ffc7192c-3834-4be2-985a-2714218aea2a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:49.169544 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1162d2d6-a0ed-465a-9e76-862e62265e2e req-ffc7192c-3834-4be2-985a-2714218aea2a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0472729 Sep 14 13:31:49.208005 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1162d2d6-a0ed-465a-9e76-862e62265e2e req-b2c7140e-dcfc-48b8-aac0-e854caa118eb tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Sep 14 13:31:49.691644 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24fa4e-b32f-48d4-979d-4210e27e80ad req-4e6b34a1-0a8b-45fb-bb25-ace1ce2a80ed tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:49.693134 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba24fa4e-b32f-48d4-979d-4210e27e80ad req-4e6b34a1-0a8b-45fb-bb25-ace1ce2a80ed tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0518715 Sep 14 13:31:49.732338 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ba24fa4e-b32f-48d4-979d-4210e27e80ad req-20485741-641c-45d1-be75-060af96243c5 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325921 Sep 14 13:31:50.321207 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8794b72-21fc-4c62-9c00-b6369b3a5526 req-01d99032-fb8e-4820-9193-76a66c15ad95 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:50.322679 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f8794b72-21fc-4c62-9c00-b6369b3a5526 req-01d99032-fb8e-4820-9193-76a66c15ad95 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Sep 14 13:31:50.361500 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f8794b72-21fc-4c62-9c00-b6369b3a5526 req-011c3498-bd04-4765-bf4f-478e77dacaf2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Sep 14 13:31:50.846324 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01964-cd0e-45a7-8ef4-f06379e18cf4 req-c9730b5f-efbf-4453-9588-337c6f7589ee tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:50.847793 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e6f01964-cd0e-45a7-8ef4-f06379e18cf4 req-c9730b5f-efbf-4453-9588-337c6f7589ee tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.0489886 Sep 14 13:31:50.886884 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e6f01964-cd0e-45a7-8ef4-f06379e18cf4 req-c55f885b-881f-4d26-ae03-5098dc1c29d4 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=182d541d-4bcc-4037-998a-249fa2a4379e&id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330467 Sep 14 13:31:51.474314 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f78d0-7c17-4b41-9110-2122b40704a2 req-3ee3f731-4286-4005-a520-5c007dd5ef93 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:51.475785 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a11f78d0-7c17-4b41-9110-2122b40704a2 req-3ee3f731-4286-4005-a520-5c007dd5ef93 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Sep 14 13:31:51.540968 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a11f78d0-7c17-4b41-9110-2122b40704a2 req-613cc4bf-cf97-45a4-8bc3-69cb30b6d7be tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Sep 14 13:31:51.551081 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-96311fd7-9163-4e2b-bbaa-ba963a873ef2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:51.552339 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-96311fd7-9163-4e2b-bbaa-ba963a873ef2 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 945 time: 0.0712314 Sep 14 13:31:51.881899 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Deleting port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:31:51.882509 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:51.971851 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] For port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:51.972211 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:51.984877 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Calling delete_port for 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:31:52.104777 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:52.116920 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c', '7e813015-41af-4afb-bc33-ae2a409256bd', '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:52.133186 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event deleted for resources: {'Port': ['ID=7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:52.177636 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] No DVR routers for this DVR port 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:31:52.180198 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:52.182293 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-334d3f3b-6ab5-4af5-aecd-eab257f26f13 req-0cb76f1a-e5a0-484a-b0e1-edb9063d01c8 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "DELETE /v2.0/ports/7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa HTTP/1.1" status: 204 len: 173 time: 0.6227636 Sep 14 13:31:52.182755 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84515f10-8e69-408d-94de-33fac8c9fd40', 'name': 'network-vif-deleted', 'tag': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:52.185202 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2582aaa-f7a6-43f4-b2fd-86b596201c9c" -d '{"events": [{"server_uuid": "84515f10-8e69-408d-94de-33fac8c9fd40", "name": "network-vif-deleted", "tag": "7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:52.232164 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785b88a-7af5-470f-9dad-38881e2c16fb x-openstack-request-id: req-7785b88a-7af5-470f-9dad-38881e2c16fb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:52.232758 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84515f10-8e69-408d-94de-33fac8c9fd40", "name": "network-vif-deleted", "tag": "7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:52.233012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7785b88a-7af5-470f-9dad-38881e2c16fb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:52.233402 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84515f10-8e69-408d-94de-33fac8c9fd40', 'name': 'network-vif-deleted', 'tag': '7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa', 'status': 'completed', 'code': 200} Sep 14 13:31:52.634549 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6e9b8d90-5737-439c-964d-35d609bf39ec req-71c5e490-e2be-4aab-b4dd-ecd8551a42f1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 210 time: 0.0254405 Sep 14 13:31:53.726222 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-632adc2c-df27-41f2-94f2-bf71a844c8d3 req-a13319ad-7eab-46a2-8d3d-e65461deb939 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 210 time: 0.0253000 Sep 14 13:31:54.816527 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-84db758c-93e8-481d-8d6d-579debd9a230 req-27dcb7fd-1431-40e7-8324-bb0381960a2a tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=84515f10-8e69-408d-94de-33fac8c9fd40 HTTP/1.1" status: 200 len: 210 time: 0.0251358 Sep 14 13:31:56.079108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7a3f-e295-46f9-8fd5-0886115d27dd req-de89a546-e74b-43b5-b4ce-a8c61cc3a071 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:56.080775 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0ea7a3f-e295-46f9-8fd5-0886115d27dd req-de89a546-e74b-43b5-b4ce-a8c61cc3a071 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 946 time: 0.0504138 Sep 14 13:31:56.118292 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b0ea7a3f-e295-46f9-8fd5-0886115d27dd req-4ba730dd-7bfc-45b5-b046-3c8828c755ad tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Sep 14 13:31:57.240200 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc517f5-5007-4a1b-81d3-a50c07aae71b req-5bf20ad7-3adf-479d-bbf5-a5f4f37fc0d7 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:57.241616 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3fc517f5-5007-4a1b-81d3-a50c07aae71b req-5bf20ad7-3adf-479d-bbf5-a5f4f37fc0d7 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Sep 14 13:31:57.280739 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3fc517f5-5007-4a1b-81d3-a50c07aae71b req-8061094c-69f1-4563-b52e-6e79c18cc9b1 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Sep 14 13:31:57.644848 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-430eedc9-81f2-410b-8032-ddd8cd375f51 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:31:57.646283 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-430eedc9-81f2-410b-8032-ddd8cd375f51 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 946 time: 0.0483894 Sep 14 13:31:57.741114 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Deleting port 7e813015-41af-4afb-bc33-ae2a409256bd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:31:57.741458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:57.827210 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] For port 7e813015-41af-4afb-bc33-ae2a409256bd, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=7e813015-41af-4afb-bc33-ae2a409256bd,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:31:57.827583 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:57.840448 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Calling delete_port for 7e813015-41af-4afb-bc33-ae2a409256bd owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:31:57.951749 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:31:57.964727 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:57.974321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:31:57.974669 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7558c6a7-3e64-4952-8ce7-62eeb8bc9aaa not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:31:57.977533 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c', '7e813015-41af-4afb-bc33-ae2a409256bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:31:57.994192 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event deleted for resources: {'Port': ['ID=7e813015-41af-4afb-bc33-ae2a409256bd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:31:58.033213 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] No DVR routers for this DVR port 7e813015-41af-4afb-bc33-ae2a409256bd on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:31:58.035693 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:31:58.037737 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-abdad7a0-8848-40d1-9714-73f73a1d830c req-257a3a8d-2207-4177-adeb-52638e40d586 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "DELETE /v2.0/ports/7e813015-41af-4afb-bc33-ae2a409256bd HTTP/1.1" status: 204 len: 173 time: 0.3839071 Sep 14 13:31:58.038171 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231d542b-583d-4e29-a098-f0203f136075', 'name': 'network-vif-deleted', 'tag': '7e813015-41af-4afb-bc33-ae2a409256bd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:31:58.040404 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f8d104-7f65-4c67-a2a8-a1e8472a0dff" -d '{"events": [{"server_uuid": "231d542b-583d-4e29-a098-f0203f136075", "name": "network-vif-deleted", "tag": "7e813015-41af-4afb-bc33-ae2a409256bd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:31:58.078711 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f4f08-6dc3-414e-8851-f75b3a7c9e1e x-openstack-request-id: req-846f4f08-6dc3-414e-8851-f75b3a7c9e1e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:31:58.078996 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231d542b-583d-4e29-a098-f0203f136075", "name": "network-vif-deleted", "tag": "7e813015-41af-4afb-bc33-ae2a409256bd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:31:58.079241 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-846f4f08-6dc3-414e-8851-f75b3a7c9e1e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:31:58.079651 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231d542b-583d-4e29-a098-f0203f136075', 'name': 'network-vif-deleted', 'tag': '7e813015-41af-4afb-bc33-ae2a409256bd', 'status': 'completed', 'code': 200} Sep 14 13:31:58.391534 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7f826bd2-9957-495d-9329-38d93f87bdac req-2e2b3a8b-0ce1-4329-b019-44a196faae04 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=231d542b-583d-4e29-a098-f0203f136075 HTTP/1.1" status: 200 len: 210 time: 0.0287766 Sep 14 13:31:59.948876 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45598) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:00.048539 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b734d5a-c1f4-4be1-92e4-e0d9e782167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.133615 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b734d5a-c1f4-4be1-92e4-e0d9e782167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.137084 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b734d5a-c1f4-4be1-92e4-e0d9e782167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.172955 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-8b734d5a-c1f4-4be1-92e4-e0d9e782167a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7756affd297454da18d155b9626f28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230372 Sep 14 13:32:00.174800 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b734d5a-c1f4-4be1-92e4-e0d9e782167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d116729-dec7-4838-a48e-cd0c5a6f89ee,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:00.175793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:00.224043 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3ce71b-cb64-42ee-ad5e-cda5c66db400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.244819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3ce71b-cb64-42ee-ad5e-cda5c66db400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.290959 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3ce71b-cb64-42ee-ad5e-cda5c66db400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.293605 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3ce71b-cb64-42ee-ad5e-cda5c66db400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.294729 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-1b3ce71b-cb64-42ee-ad5e-cda5c66db400 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d116729-dec7-4838-a48e-cd0c5a6f89ee HTTP/1.1" status: 204 len: 168 time: 0.1179814 Sep 14 13:32:00.302867 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ce71b-cb64-42ee-ad5e-cda5c66db400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d116729-dec7-4838-a48e-cd0c5a6f89ee,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:00.550315 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:00.563890 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12fbb1ee-9fa8-471f-846e-b1a69c5fed7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.654273 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12fbb1ee-9fa8-471f-846e-b1a69c5fed7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.657288 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12fbb1ee-9fa8-471f-846e-b1a69c5fed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.695974 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbb1ee-9fa8-471f-846e-b1a69c5fed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9462bf2d-c29e-4351-8c51-0c6daef98482,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:00.700459 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-12fbb1ee-9fa8-471f-846e-b1a69c5fed7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20a0279d13f347f4b4d825686284abda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491199 Sep 14 13:32:00.703390 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:00.754049 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-215b697a-f514-4a95-aaae-f2668db4fdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.774764 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-215b697a-f514-4a95-aaae-f2668db4fdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:00.794293 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd21f-2a9d-44a0-80a1-bf4aea78d1f5 req-f5c5d2e1-4fe8-4a5e-b214-458fd6909eab tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:00.796294 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-321fd21f-2a9d-44a0-80a1-bf4aea78d1f5 req-f5c5d2e1-4fe8-4a5e-b214-458fd6909eab tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Sep 14 13:32:00.837029 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-321fd21f-2a9d-44a0-80a1-bf4aea78d1f5 req-883a8b4b-398e-483d-b9e3-420b038c85ff tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Sep 14 13:32:01.033487 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-215b697a-f514-4a95-aaae-f2668db4fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:01.035883 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-215b697a-f514-4a95-aaae-f2668db4fdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:01.037044 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-215b697a-f514-4a95-aaae-f2668db4fdbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9462bf2d-c29e-4351-8c51-0c6daef98482 HTTP/1.1" status: 204 len: 168 time: 0.3326342 Sep 14 13:32:01.046061 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b697a-f514-4a95-aaae-f2668db4fdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9462bf2d-c29e-4351-8c51-0c6daef98482,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:01.957469 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc30b4-7208-46b5-bd2a-c108cf2e05f7 req-73c480b0-c5cc-4880-8db5-b6bc939b635e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:01.958955 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aabc30b4-7208-46b5-bd2a-c108cf2e05f7 req-73c480b0-c5cc-4880-8db5-b6bc939b635e tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Sep 14 13:32:01.990916 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7e813015-41af-4afb-bc33-ae2a409256bd no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:01.997277 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aabc30b4-7208-46b5-bd2a-c108cf2e05f7 req-f7f7b108-1c72-4851-bc7f-27671f58a05c tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb8b199a-9aaa-4872-a0da-79737e46aca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Sep 14 13:32:02.022230 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 7e813015-41af-4afb-bc33-ae2a409256bd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:02.022574 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 7e813015-41af-4afb-bc33-ae2a409256bd not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:02.569541 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-2ee87017-a9fc-4f51-b728-ff66b46c3a50 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:02.571033 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-2ee87017-a9fc-4f51-b728-ff66b46c3a50 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Sep 14 13:32:02.680103 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Deleting port 79297f0a-f492-42d4-851d-9f9495d8695c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:02.680446 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:02.781708 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] For port 79297f0a-f492-42d4-851d-9f9495d8695c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=79297f0a-f492-42d4-851d-9f9495d8695c,segment=NetworkSegment(7aae85dd-1b79-4fda-8a9c-7e23b715658d),segment_id=7aae85dd-1b79-4fda-8a9c-7e23b715658d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:02.782073 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:02.797946 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Calling delete_port for 79297f0a-f492-42d4-851d-9f9495d8695c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:02.921116 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:02.932916 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['79297f0a-f492-42d4-851d-9f9495d8695c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:02.950607 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Pushing event deleted for resources: {'Port': ['ID=79297f0a-f492-42d4-851d-9f9495d8695c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:02.997575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] No DVR routers for this DVR port 79297f0a-f492-42d4-851d-9f9495d8695c on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:03.000446 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:03.002561 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3a78d4b7-5965-4d0c-b1fe-1146f7a0ee78 req-7d621ff9-c2a3-4447-882b-187d3e3311de tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.18 "DELETE /v2.0/ports/79297f0a-f492-42d4-851d-9f9495d8695c HTTP/1.1" status: 204 len: 173 time: 0.4249671 Sep 14 13:32:03.002995 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'name': 'network-vif-deleted', 'tag': '79297f0a-f492-42d4-851d-9f9495d8695c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:03.005740 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb056eb-2c92-4962-a889-da0b8ab18538" -d '{"events": [{"server_uuid": "9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39", "name": "network-vif-deleted", "tag": "79297f0a-f492-42d4-851d-9f9495d8695c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:03.043767 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bf33f9-b371-49d8-ae23-c68293550ba9 x-openstack-request-id: req-b0bf33f9-b371-49d8-ae23-c68293550ba9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:03.044178 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39", "name": "network-vif-deleted", "tag": "79297f0a-f492-42d4-851d-9f9495d8695c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:03.044492 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0bf33f9-b371-49d8-ae23-c68293550ba9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:03.044976 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39', 'name': 'network-vif-deleted', 'tag': '79297f0a-f492-42d4-851d-9f9495d8695c', 'status': 'completed', 'code': 200} Sep 14 13:32:03.092039 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bdc3d71c-9196-4358-93ac-c184a9dbd2da req-67ff2737-287a-4b8b-91f0-60b3c8793113 tempest-AttachVolumeNegativeTest-901591311 tempest-AttachVolumeNegativeTest-901591311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ccccbf4-e4ea-4c28-9b81-ac61bbd2aa39 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Sep 14 13:32:04.149263 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:04.191774 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] Deleting subnet 5ee52507-a61c-4435-a232-4ee01e268449 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:32:04.194649 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.229264 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.269783 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.328084 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.352256 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee52507-a61c-4435-a232-4ee01e268449,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:04.355979 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.358610 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-dbb531b5-b570-4ea8-8b74-99669c993c43 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ee52507-a61c-4435-a232-4ee01e268449 HTTP/1.1" status: 204 len: 168 time: 0.2083776 Sep 14 13:32:04.361162 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:04.426609 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.505258 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.524277 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaa95eb-4a3b-4910-92e1-7035d00a7f2c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:04.533538 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aae85dd-1b79-4fda-8a9c-7e23b715658d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:04.533833 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aae85dd-1b79-4fda-8a9c-7e23b715658d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:04.543002 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.556968 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.563764 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:32:04.564225 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:32:04.566003 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:32:04.626816 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.632106 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.633950 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6aaa95eb-4a3b-4910-92e1-7035d00a7f2c HTTP/1.1" status: 204 len: 168 time: 0.2718945 Sep 14 13:32:04.645179 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964df969-7a21-493c-a5cd-079e678fb0f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aaa95eb-4a3b-4910-92e1-7035d00a7f2c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:04.790653 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:04.829115 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f7d164df-2a27-4c58-920c-e897a8a4aa75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89bad4a2ac99492d8cc32dff50caa557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372548 Sep 14 13:32:04.831729 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:04.880999 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.901798 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.948495 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.951076 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:04.952245 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb8b199a-9aaa-4872-a0da-79737e46aca8 HTTP/1.1" status: 204 len: 168 time: 0.1194499 Sep 14 13:32:04.963160 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b199a-9aaa-4872-a0da-79737e46aca8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:04.970903 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.971252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.971592 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.971925 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.972266 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.972573 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.972940 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.974793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.974793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.974793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.974793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:04.974793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba08492-1517-4c08-8ab9-1e3f38df8803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:05.167648 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579dfad-ba36-43e6-aa1a-11549ae50553 req-fa120d87-9aee-40a6-a377-9fa93e2e075d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:05.171074 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1579dfad-ba36-43e6-aa1a-11549ae50553 req-fa120d87-9aee-40a6-a377-9fa93e2e075d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 946 time: 0.0536120 Sep 14 13:32:05.208778 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1579dfad-ba36-43e6-aa1a-11549ae50553 req-299d02b8-d03e-46ed-abc7-738be6544635 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327976 Sep 14 13:32:05.752213 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.016816 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 79297f0a-f492-42d4-851d-9f9495d8695c no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:06.037196 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 79297f0a-f492-42d4-851d-9f9495d8695c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:06.037532 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 79297f0a-f492-42d4-851d-9f9495d8695c not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:06.090071 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-5102dfbf-da74-4126-9e59-aeaaee100de3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403588 Sep 14 13:32:06.175454 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f275b-242b-462e-bce3-b3612f4d706d req-539c2f7b-aef1-439f-b9b0-0db554184e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:06.176942 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-539c2f7b-aef1-439f-b9b0-0db554184e2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1098 time: 0.0395913 Sep 14 13:32:06.200155 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:06.287501 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f275b-242b-462e-bce3-b3612f4d706d req-06092c54-8bd4-46ef-bc84-1dd830fbc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:06.289043 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-06092c54-8bd4-46ef-bc84-1dd830fbc0c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 910 time: 0.0895619 Sep 14 13:32:06.307654 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6afc9667-6be4-4521-b972-20830cdfaf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.389636 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4bd8a-4532-4678-b3b3-48ca5890bed5 req-476caca3-f1ff-4a9b-8715-548ab5f4eb52 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:06.391477 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45f4bd8a-4532-4678-b3b3-48ca5890bed5 req-476caca3-f1ff-4a9b-8715-548ab5f4eb52 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 946 time: 0.1000416 Sep 14 13:32:06.398756 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-b534f815-ca8b-4e5d-b84b-b03c19731d38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 1001 time: 0.0822680 Sep 14 13:32:06.403438 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6afc9667-6be4-4521-b972-20830cdfaf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.408364 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6afc9667-6be4-4521-b972-20830cdfaf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.448204 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-6afc9667-6be4-4521-b972-20830cdfaf23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ed539a1853d4bae9c25f6412802e9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467718 Sep 14 13:32:06.450823 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45786) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:06.457913 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc9667-6be4-4521-b972-20830cdfaf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92561692-ec61-4b45-90be-02ccd447f9fc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:06.472537 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45f4bd8a-4532-4678-b3b3-48ca5890bed5 req-d65c55da-77ea-464a-b818-859f2ae46c6b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=8def928f-df40-44e2-9746-a5f72c821958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728195 Sep 14 13:32:06.498978 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f275b-242b-462e-bce3-b3612f4d706d req-4c75477f-5915-4f74-8d7e-c9e585068605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:06.500794 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-4c75477f-5915-4f74-8d7e-c9e585068605 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.0826080 Sep 14 13:32:06.520219 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9686eb-2a82-4d31-a977-fdab46da0da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.542012 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9686eb-2a82-4d31-a977-fdab46da0da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.555316 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f275b-242b-462e-bce3-b3612f4d706d req-36de475e-6b2d-42ba-99df-7475f46dd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:06.557101 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-36de475e-6b2d-42ba-99df-7475f46dd2ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440955 Sep 14 13:32:06.598126 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9686eb-2a82-4d31-a977-fdab46da0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.600792 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9686eb-2a82-4d31-a977-fdab46da0da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.612468 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-eb9686eb-2a82-4d31-a977-fdab46da0da8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92561692-ec61-4b45-90be-02ccd447f9fc HTTP/1.1" status: 204 len: 168 time: 0.1529665 Sep 14 13:32:06.626776 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9686eb-2a82-4d31-a977-fdab46da0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92561692-ec61-4b45-90be-02ccd447f9fc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:06.673117 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-db374cc2-0099-4d59-89f2-e70aac6df328 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034210 Sep 14 13:32:06.747292 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:06.774228 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be4f275b-242b-462e-bce3-b3612f4d706d req-f8b9cc15-6b3c-4102-99e4-a1de3a47b439 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934494 Sep 14 13:32:06.861679 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0af4-cdbd-4fa7-9747-aa56946bda20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.899416 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-5cedc667-f258-4ba3-86b9-185e26abadda tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:06.900968 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-5cedc667-f258-4ba3-86b9-185e26abadda tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 946 time: 0.0539596 Sep 14 13:32:06.961159 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0af4-cdbd-4fa7-9747-aa56946bda20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.966152 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0af4-cdbd-4fa7-9747-aa56946bda20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:06.996501 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Deleting port 124904cc-daf4-4306-a16d-55d4d87a7ce9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:06.996866 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.010557 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e0af4-cdbd-4fa7-9747-aa56946bda20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262ac2c2-8ceb-4c69-a187-15f7165eafc4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:07.015249 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-cb3e0af4-cdbd-4fa7-9747-aa56946bda20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0de32de0245f47be9d4ca68d8c5e10a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659395 Sep 14 13:32:07.017853 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:07.069284 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fe84be-7d25-4e8a-867c-80cb45980c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.091476 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fe84be-7d25-4e8a-867c-80cb45980c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.098370 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] For port 124904cc-daf4-4306-a16d-55d4d87a7ce9, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=124904cc-daf4-4306-a16d-55d4d87a7ce9,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:07.098871 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.143069 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fe84be-7d25-4e8a-867c-80cb45980c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.145608 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fe84be-7d25-4e8a-867c-80cb45980c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.146772 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-98fe84be-7d25-4e8a-867c-80cb45980c45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/262ac2c2-8ceb-4c69-a187-15f7165eafc4 HTTP/1.1" status: 204 len: 168 time: 0.1279993 Sep 14 13:32:07.156294 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe84be-7d25-4e8a-867c-80cb45980c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262ac2c2-8ceb-4c69-a187-15f7165eafc4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:07.398074 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.398434 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.398747 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Floating IP 763c0681-b252-4ecc-94e0-712d9e093370 disassociated. External IP: 172.27.2.192, port: 124904cc-daf4-4306-a16d-55d4d87a7ce9. Sep 14 13:32:07.399084 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Calling delete_port for 124904cc-daf4-4306-a16d-55d4d87a7ce9 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:07.534505 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:07.552362 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a2a9c0f-f51b-4607-953d-ac358ef5ea00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.582946 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.613140 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d0bba811-302d-4c4e-8973-9ae730421bca req-e3795a32-8ed7-4d29-9791-03cd4065e16b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf9b97ca-ce44-4c4b-a5b9-e773affca643 HTTP/1.1" status: 200 len: 210 time: 0.0618415 Sep 14 13:32:07.636677 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event deleted for resources: {'Port': ['ID=124904cc-daf4-4306-a16d-55d4d87a7ce9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:07.804406 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:32:07.811765 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a2a9c0f-f51b-4607-953d-ac358ef5ea00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.818764 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a2a9c0f-f51b-4607-953d-ac358ef5ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:07.893477 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a9c0f-f51b-4607-953d-ac358ef5ea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82684629-a8af-4951-bc4c-d634181413d8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:07.901079 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-1a2a9c0f-f51b-4607-953d-ac358ef5ea00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=301482ff66b64b11bb0ec0e1db4f0464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651724 Sep 14 13:32:07.903412 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:07.995159 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:32:08.007860 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] Sync routers for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:32:08.035370 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:08.036555 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:31:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:08.044831 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6228-6c47-4200-9ba4-9e2912988a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.047695 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] No DVR routers for this DVR port 124904cc-daf4-4306-a16d-55d4d87a7ce9 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:08.050156 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.052266 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6cdd373a-3cf7-422f-9cd1-6bab9162aef7 req-f31eb631-9006-44ea-b6f8-c1e943bf9873 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "DELETE /v2.0/ports/124904cc-daf4-4306-a16d-55d4d87a7ce9 HTTP/1.1" status: 204 len: 173 time: 1.1447217 Sep 14 13:32:08.054414 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-deleted', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:08.057219 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f89bd9-2184-4664-b30b-0767c5652859" -d '{"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-deleted", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:08.084510 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6228-6c47-4200-9ba4-9e2912988a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.146778 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911cc339-efcb-4d08-975a-466ffe733ad2 x-openstack-request-id: req-911cc339-efcb-4d08-975a-466ffe733ad2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:08.147420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9b97ca-ce44-4c4b-a5b9-e773affca643", "name": "network-vif-deleted", "tag": "124904cc-daf4-4306-a16d-55d4d87a7ce9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:08.147420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-911cc339-efcb-4d08-975a-466ffe733ad2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:08.147940 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9b97ca-ce44-4c4b-a5b9-e773affca643', 'name': 'network-vif-deleted', 'tag': '124904cc-daf4-4306-a16d-55d4d87a7ce9', 'status': 'completed', 'code': 200} Sep 14 13:32:08.160820 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6228-6c47-4200-9ba4-9e2912988a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.163440 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6228-6c47-4200-9ba4-9e2912988a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.164660 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-ed8f6228-6c47-4200-9ba4-9e2912988a49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82684629-a8af-4951-bc4c-d634181413d8 HTTP/1.1" status: 204 len: 168 time: 0.2603617 Sep 14 13:32:08.175286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f6228-6c47-4200-9ba4-9e2912988a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82684629-a8af-4951-bc4c-d634181413d8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:08.243203 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:08.566630 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:08.603901 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] Checking router: 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:32:08.614523 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:08.615385 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:31:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:08.751965 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:08.772291 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:08.860365 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2496-00ac-4e7b-9255-a39678db0950 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.888462 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2496-00ac-4e7b-9255-a39678db0950 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.950336 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2496-00ac-4e7b-9255-a39678db0950 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.954520 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2496-00ac-4e7b-9255-a39678db0950 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:08.958741 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45892) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:08.959209 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-9dfc2496-00ac-4e7b-9255-a39678db0950 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "DELETE /v2.0/security-groups/8def928f-df40-44e2-9746-a5f72c821958 HTTP/1.1" status: 204 len: 168 time: 0.2060740 Sep 14 13:32:08.969523 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc2496-00ac-4e7b-9255-a39678db0950 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def928f-df40-44e2-9746-a5f72c821958,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:08.985903 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.api.v2.resource [None req-6b70299f-118f-4944-9897-ff2ab480b694 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] show failed (client error): The resource could not be found. Sep 14 13:32:08.990161 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-6b70299f-118f-4944-9897-ff2ab480b694 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups/8def928f-df40-44e2-9746-a5f72c821958 HTTP/1.1" status: 404 len: 347 time: 0.0303550 Sep 14 13:32:08.990382 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:09.040506 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:09.072622 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a368a9-8ca0-4a1a-9caf-b078c83d8ca8 None None] The sync data for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi is: [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:32:09.168558 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:09.323078 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1346569905-network', 'tenant_id': 'f7143884c6c549d7b19038b1b1938201'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:09.372756 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Made reservation on behalf of f7143884c6c549d7b19038b1b1938201 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:09.376275 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.398881 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.493286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Deleting port b9451351-a90c-4744-a9bd-08322d5d9ba9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:09.493825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.522662 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54658a43-666c-4a67-bd18-fff36fbcec7c None None] New status for floating IP 763c0681-b252-4ecc-94e0-712d9e093370: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:32:09.546805 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.551136 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.579674 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abcfcfc-fe84-4688-80c8-75ddf4accb9f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:09.592801 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.593564 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.593658 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.593931 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.594264 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.595064 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.595064 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.595270 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.595530 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.595847 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.596297 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.596622 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:09.599813 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.599813 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.605012 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:32:09.614650 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Calling delete_port for b9451351-a90c-4744-a9bd-08322d5d9ba9 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:09.617835 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.618220 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Added segment 0a73f65c-0606-481a-a11c-707346efe289 of type vlan for network eae8fdb0-40a9-4bee-bafd-ba558ce96ceb Sep 14 13:32:09.661649 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.686754 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.687735 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:09.688318 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.723832 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5538893 Sep 14 13:32:09.728610 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:09.733999 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Request body: {'subnet': {'network_id': 'eae8fdb0-40a9-4bee-bafd-ba558ce96ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1346569905-subnet', 'tenant_id': 'f7143884c6c549d7b19038b1b1938201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:09.756606 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21ec7a-1158-4f3b-915c-73703520fbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=eae8fdb0-40a9-4bee-bafd-ba558ce96ceb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:09.771712 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network eae8fdb0-40a9-4bee-bafd-ba558ce96ceb details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:32:09.788174 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Made reservation on behalf of f7143884c6c549d7b19038b1b1938201 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:09.790617 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15834132'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.804323 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.844406 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event deleted for resources: {'Port': ['ID=b9451351-a90c-4744-a9bd-08322d5d9ba9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:09.889835 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d4038e2-3cf2-4ca0-9ab7-693fd20e470b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.948516 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.951007 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:09.952245 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-17f75cc4-86d1-44b3-8f29-1106604405fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "DELETE /v2.0/floatingips/763c0681-b252-4ecc-94e0-712d9e093370 HTTP/1.1" status: 204 len: 168 time: 0.9608145 Sep 14 13:32:10.057792 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13592722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15834122'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.114315 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c248c71-8d6f-4550-a4dc-898ddd8f582a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:10.122995 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Checking segment: {'id': '0a73f65c-0606-481a-a11c-707346efe289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'eae8fdb0-40a9-4bee-bafd-ba558ce96ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:32:10.123346 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Network hostable DHCP agents. Network: eae8fdb0-40a9-4bee-bafd-ba558ce96ceb, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:32:10.138845 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Network eae8fdb0-40a9-4bee-bafd-ba558ce96ceb is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:32:10.147334 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, eae8fdb0-40a9-4bee-bafd-ba558ce96ceb) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:32:10.151661 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:10.152301 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.156556 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3d70b-bde9-4364-926f-5844b69b55ff None None] Network eae8fdb0-40a9-4bee-bafd-ba558ce96ceb requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:10.168809 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e5f86fda-0042-4892-b6a6-1dcabef735b7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4389908 Sep 14 13:32:10.280222 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23dfb6f-563f-45ba-96bb-e958e2f22f51 None None] Network eae8fdb0-40a9-4bee-bafd-ba558ce96ceb requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:10.625523 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:10.638530 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-728089ff-755d-47b4-8839-24dfbce10b43 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659539113', 'description': 'tempest-description--1864786959'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:10.667862 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-728089ff-755d-47b4-8839-24dfbce10b43 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.687711 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:10.693589 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1336762538-network', 'tenant_id': '085d4ef040e4470dbba5054b5c0f2766'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:10.757110 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-728089ff-755d-47b4-8839-24dfbce10b43 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.761359 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-728089ff-755d-47b4-8839-24dfbce10b43 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.776527 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Made reservation on behalf of 085d4ef040e4470dbba5054b5c0f2766 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:10.780057 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.790075 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.792639 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-728089ff-755d-47b4-8839-24dfbce10b43 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.793912 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-728089ff-755d-47b4-8839-24dfbce10b43 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1668537 Sep 14 13:32:10.797476 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:10.802621 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87885870-0401-43bf-85b3-e2c365f899f2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'security_group_rule': {'security_group_id': '4f6f263f-32ad-47fe-8abb-e8dfb095f099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:10.811048 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728089ff-755d-47b4-8839-24dfbce10b43 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f263f-32ad-47fe-8abb-e8dfb095f099,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:10.885536 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.890079 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.909878 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87885870-0401-43bf-85b3-e2c365f899f2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.917079 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:32:10.925452 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e398466-b7d1-4131-86cd-aa0e9642ea1a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:10.931260 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.931570 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Added segment 1a4e0eb4-1398-48a0-9aa3-de1c45752e69 of type vlan for network c130ad00-aa5d-4115-9c9b-80f72375b1f6 Sep 14 13:32:10.970249 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87885870-0401-43bf-85b3-e2c365f899f2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.972721 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.975290 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87885870-0401-43bf-85b3-e2c365f899f2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:10.993694 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87885870-0401-43bf-85b3-e2c365f899f2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a6bcf4-5570-43ae-a094-128324aa6218,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:11.001022 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87885870-0401-43bf-85b3-e2c365f899f2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.002288 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-87885870-0401-43bf-85b3-e2c365f899f2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036986 Sep 14 13:32:11.003902 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.005004 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:11.005424 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:11.005751 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.009822 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47f077e1-a67c-4d7d-96ef-840b5a918a72 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'security_group_rule': {'security_group_id': '4f6f263f-32ad-47fe-8abb-e8dfb095f099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:11.036327 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f077e1-a67c-4d7d-96ef-840b5a918a72 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.042475 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3535495 Sep 14 13:32:11.045674 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 45958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:11.051681 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Request body: {'subnet': {'network_id': 'c130ad00-aa5d-4115-9c9b-80f72375b1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1336762538-subnet', 'tenant_id': '085d4ef040e4470dbba5054b5c0f2766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:11.083031 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c75c3b-fb01-42a1-8fa8-1e459c0d87af admin admin] Pushing event updated for resources: {'Network': ['ID=c130ad00-aa5d-4115-9c9b-80f72375b1f6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:11.094177 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network c130ad00-aa5d-4115-9c9b-80f72375b1f6 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:32:11.094435 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f077e1-a67c-4d7d-96ef-840b5a918a72 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.099536 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f077e1-a67c-4d7d-96ef-840b5a918a72 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.100305 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Made reservation on behalf of 085d4ef040e4470dbba5054b5c0f2766 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:11.102736 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15834132'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.122551 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f077e1-a67c-4d7d-96ef-840b5a918a72 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6efb9bd-ef3e-45ab-887c-da175723cba7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:11.132089 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f077e1-a67c-4d7d-96ef-840b5a918a72 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.136560 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-47f077e1-a67c-4d7d-96ef-840b5a918a72 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301296 Sep 14 13:32:11.137252 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:11.142278 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:11.167754 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.269404 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.282924 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13592722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15834122'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.343373 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665bfc45-c3c4-40f9-a556-280eac699500,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:11.351102 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Checking segment: {'id': '1a4e0eb4-1398-48a0-9aa3-de1c45752e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c130ad00-aa5d-4115-9c9b-80f72375b1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:32:11.351458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Network hostable DHCP agents. Network: c130ad00-aa5d-4115-9c9b-80f72375b1f6, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:32:11.368889 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Network c130ad00-aa5d-4115-9c9b-80f72375b1f6 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:32:11.378293 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Allocated IP 172.27.2.58 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/a5174e9b-6272-4d48-9cb5-4386aabd50a4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:32:11.379187 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, c130ad00-aa5d-4115-9c9b-80f72375b1f6) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:32:11.383818 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:11.384421 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.389291 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67076671-d8c7-49ed-9405-bcb1909ca6d5 None None] Network c130ad00-aa5d-4115-9c9b-80f72375b1f6 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:11.401047 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-43a24eae-7d08-4802-be7b-f2dbe988e561 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3543434 Sep 14 13:32:11.488563 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.528538 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.539945 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98178456-775f-4de1-bcec-3a3ede96b5ee None None] Network c130ad00-aa5d-4115-9c9b-80f72375b1f6 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:11.570891 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:32:11.573973 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:32:11.577516 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:32:11.605492 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'Port': ['ID=a5174e9b-6272-4d48-9cb5-4386aabd50a4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:11.676430 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.715595 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.870057 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.875571 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.949951 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.975856 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'Port': ['ID=a5174e9b-6272-4d48-9cb5-4386aabd50a4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:11.985509 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:11.987425 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-99fb1bcd-509b-401c-8d68-00a1d0256f3e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8489115 Sep 14 13:32:12.084651 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:12.105909 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 124904cc-daf4-4306-a16d-55d4d87a7ce9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:12.106581 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 124904cc-daf4-4306-a16d-55d4d87a7ce9 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:12.188088 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-b0c6b881-8ebb-44c9-b470-e63aa52473c4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--659539113&fields=id&tenant_id=e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 267 time: 0.0381620 Sep 14 13:32:12.253909 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:12.296487 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-5b210412-92c1-49e0-982b-e2bdc26b1829 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:12.297959 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-5b210412-92c1-49e0-982b-e2bdc26b1829 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 817 time: 0.1029730 Sep 14 13:32:12.313392 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-770ea5a4-2366-4c9a-b86b-fb9ce50ce85b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/quotas/e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 375 time: 0.0095737 Sep 14 13:32:12.317185 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96ec91de-3963-46df-b8a3-8c8080cab69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.368765 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8aa8aec1-20e0-46e3-94ce-aca7ef52a0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.372107 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-0981e971-1053-4164-bd5a-518eddb56128 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524571 Sep 14 13:32:12.456159 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8aa8aec1-20e0-46e3-94ce-aca7ef52a0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.460917 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8aa8aec1-20e0-46e3-94ce-aca7ef52a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.471190 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-42737996-6da9-4f5a-8950-fd6b0dec45e0 service neutron] 10.222.0.30 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867417 Sep 14 13:32:12.498470 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8aec1-20e0-46e3-94ce-aca7ef52a0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9bccc8-4051-4987-87b9-50e175e6ee1c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:12.505143 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-8aa8aec1-20e0-46e3-94ce-aca7ef52a0ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1156ecf8d1be4e838ca5b04028c24832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477705 Sep 14 13:32:12.505309 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 45998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:12.551850 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964b83e5-0308-4b42-aa4f-fdb8fcb3c44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.570563 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-19b697cf-1b7c-4752-b7d3-516604f5439a service neutron] 10.222.0.30 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928836 Sep 14 13:32:12.577910 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964b83e5-0308-4b42-aa4f-fdb8fcb3c44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.629068 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964b83e5-0308-4b42-aa4f-fdb8fcb3c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.631998 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-964b83e5-0308-4b42-aa4f-fdb8fcb3c44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.632701 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:12.633369 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-964b83e5-0308-4b42-aa4f-fdb8fcb3c44b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e9bccc8-4051-4987-87b9-50e175e6ee1c HTTP/1.1" status: 204 len: 168 time: 0.1270204 Sep 14 13:32:12.644633 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b83e5-0308-4b42-aa4f-fdb8fcb3c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9bccc8-4051-4987-87b9-50e175e6ee1c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:12.756413 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a24e5442-4354-4a88-8a10-ec4135953551 req-564c14c4-0700-49c6-9905-7614ca61d74c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 210 time: 0.0274792 Sep 14 13:32:12.917384 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:12.933390 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1dc1244f-93cc-4959-8d01-98266d06f166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.035760 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1dc1244f-93cc-4959-8d01-98266d06f166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.042067 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1dc1244f-93cc-4959-8d01-98266d06f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.083842 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1dc1244f-93cc-4959-8d01-98266d06f166 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=681a6fdc567e482c9be0c967346a53b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628222 Sep 14 13:32:13.083842 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1244f-93cc-4959-8d01-98266d06f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03662189-41a2-4d60-bb3e-23fd4f47b267,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:13.084269 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:13.137187 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f52173-23e5-4372-91fd-d0a604c88600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.159225 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f52173-23e5-4372-91fd-d0a604c88600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.205993 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f52173-23e5-4372-91fd-d0a604c88600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.208654 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f52173-23e5-4372-91fd-d0a604c88600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.212472 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-52f52173-23e5-4372-91fd-d0a604c88600 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03662189-41a2-4d60-bb3e-23fd4f47b267 HTTP/1.1" status: 204 len: 168 time: 0.1241179 Sep 14 13:32:13.218590 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f52173-23e5-4372-91fd-d0a604c88600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03662189-41a2-4d60-bb3e-23fd4f47b267,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:13.443350 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.540528 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:13.553844 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa8c3-6035-410d-9364-c464f1968334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.690857 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa8c3-6035-410d-9364-c464f1968334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.694668 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa8c3-6035-410d-9364-c464f1968334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.771203 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-0f9aa8c3-6035-410d-9364-c464f1968334 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25799d4a2d98456184d394d61c596c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263303 Sep 14 13:32:13.771306 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:13.786476 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aa8c3-6035-410d-9364-c464f1968334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122defbe-9d7d-4c74-a49b-80d43d4daf10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:13.797781 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-512ab890-d774-4c77-983f-d68a23688869 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:13.799577 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-512ab890-d774-4c77-983f-d68a23688869 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 817 time: 0.1663821 Sep 14 13:32:13.834185 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94910782-2d6c-40a2-a785-e6681544e98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.856506 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94910782-2d6c-40a2-a785-e6681544e98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.865258 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-3125306a-c3b9-497c-a9b1-9ce70df3fbf1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 379 time: 0.0511227 Sep 14 13:32:13.880671 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e5601711-7154-46d9-86bf-ed924f22de8c req-90b9ef7f-2da0-4325-91b9-d28a331fe9c8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 210 time: 0.0430079 Sep 14 13:32:13.884027 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'port': {'device_id': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'admin_state_up': True, 'tenant_id': 'e55c830919fb43358151a9061023690c', 'security_groups': ['4f6f263f-32ad-47fe-8abb-e8dfb095f099']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:13.906245 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94910782-2d6c-40a2-a785-e6681544e98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.909203 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94910782-2d6c-40a2-a785-e6681544e98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:13.910345 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-94910782-2d6c-40a2-a785-e6681544e98c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/122defbe-9d7d-4c74-a49b-80d43d4daf10 HTTP/1.1" status: 204 len: 168 time: 0.1381145 Sep 14 13:32:13.917944 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94910782-2d6c-40a2-a785-e6681544e98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122defbe-9d7d-4c74-a49b-80d43d4daf10,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:14.002096 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Made reservation on behalf of e55c830919fb43358151a9061023690c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:14.005827 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.134261 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Allocated IP 172.20.0.10 (d3d1071b-2675-4d9f-8e36-4cce887c09e9/03e080e8-28ab-4ea6-9a63-556b4521946d/3940cd13-b1e9-4d22-a1e1-aebc7a54fd08) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:32:14.275305 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.288601 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Transition to ACTIVE for port object 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:32:14.321937 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.362768 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:32:14.366198 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:32:14.369958 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:32:14.403048 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:14.430826 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:14.431486 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.446485 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-441846db-0622-43c5-8c56-f77af385d5c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678637 Sep 14 13:32:14.459455 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Request body: {'port': {'device_id': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:14.518912 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.587594 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-04f02ab2-65fa-4643-83df-27db20c35eec None None] Provisioning for port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:32:14.592935 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-04f02ab2-65fa-4643-83df-27db20c35eec None None] Provisioning complete for port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:32:14.593292 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f02ab2-65fa-4643-83df-27db20c35eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.629771 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:14.635082 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-04f02ab2-65fa-4643-83df-27db20c35eec None None] Port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:32:14.735226 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1490340025-network', 'tenant_id': '2f69df88a6bb46a99404d1a799db376f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:14.756422 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Made reservation on behalf of 2f69df88a6bb46a99404d1a799db376f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:14.758934 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.768367 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.828533 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:32:14.838441 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.861018 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Transition to ACTIVE for port object 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:32:14.861018 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.881622 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.885949 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.917499 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:14.918918 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:32:14.936377 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff9a20b-3534-455c-877c-4603e915e6c0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:14.942032 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:14.942457 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Added segment ce6276c9-7da9-438c-929f-ecd1a2c1b250 of type vlan for network 517333df-4cc0-454b-a507-c1beaa4775cc Sep 14 13:32:14.990017 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Attempting to bind port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:32:14.990340 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Attempting to bind port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:32:14.990669 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Attempting to bind port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:32:15.008597 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:32:15.008901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Attempting to bind port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 on network d3d1071b-2675-4d9f-8e36-4cce887c09e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:32:15.011829 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.017799 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.029703 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:32:15.030037 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Checking segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:32:15.030415 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Bound using segment: {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:32:15.030852 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Bound port: 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1a4f5b-320c-470f-9e4d-b856dca9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:32:15.031211 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.039802 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.040888 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.041483 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.081775 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d3f7d-9d53-4087-a758-4a4494c84284 req-b80b9d2c-3141-4a6e-b539-b792e87ed4f3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.083251 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6e3d3f7d-9d53-4087-a758-4a4494c84284 req-b80b9d2c-3141-4a6e-b539-b792e87ed4f3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0951705 Sep 14 13:32:15.109852 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] Pushing event updated for resources: {'Network': ['ID=517333df-4cc0-454b-a507-c1beaa4775cc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:15.116346 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-92474212-3913-4aeb-aa97-3bb961877f48 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4855177 Sep 14 13:32:15.117111 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:15.122000 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Request body: {'subnet': {'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1490340025-subnet', 'tenant_id': '2f69df88a6bb46a99404d1a799db376f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:15.124820 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 517333df-4cc0-454b-a507-c1beaa4775cc details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:32:15.137387 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:32:15.142959 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Made reservation on behalf of 2f69df88a6bb46a99404d1a799db376f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:15.145570 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.161217 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6e3d3f7d-9d53-4087-a758-4a4494c84284 req-222e09ad-d07b-4f25-a770-9a0c572e5597 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696838 Sep 14 13:32:15.162957 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:32:15.170979 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.211159 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.211772 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.213186 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] 10.222.0.18 "PUT /v2.0/ports/3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 HTTP/1.1" status: 200 len: 1094 time: 0.7580719 Sep 14 13:32:15.213627 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:15.216380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0e157-f519-4df6-880a-25ab6f3c645b" -d '{"events": [{"name": "network-changed", "server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:15.230244 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:32:15.272761 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e23d6-fdc8-4dc7-9504-efe66a3cb881 x-openstack-request-id: req-7e0e23d6-fdc8-4dc7-9504-efe66a3cb881 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:15.273043 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:15.273290 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e0e23d6-fdc8-4dc7-9504-efe66a3cb881 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:15.273676 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'status': 'completed', 'code': 200} Sep 14 13:32:15.294257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bdb55-78ed-42d7-822c-80a1c3a15b98 service neutron] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:15.316674 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-8965c59a-4820-41d6-8cca-4533647f98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.318245 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-8965c59a-4820-41d6-8cca-4533647f98e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 1097 time: 0.0549695 Sep 14 13:32:15.359577 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.363401 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-59a85e9b-739d-4ac1-9ced-e7d90d55574c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 HTTP/1.1" status: 200 len: 217 time: 0.0352798 Sep 14 13:32:15.420562 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf92564-4f3a-4ef0-a419-1e900527cd75,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:15.422688 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-86275db0-73bf-41a9-a233-1f2d307b0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.424605 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-86275db0-73bf-41a9-a233-1f2d307b0ee3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.0504127 Sep 14 13:32:15.426195 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Checking segment: {'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:32:15.426549 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Network hostable DHCP agents. Network: 517333df-4cc0-454b-a507-c1beaa4775cc, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:32:15.444222 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Network 517333df-4cc0-454b-a507-c1beaa4775cc is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:32:15.453419 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 517333df-4cc0-454b-a507-c1beaa4775cc) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:32:15.458796 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.459784 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:15.468045 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e926db1-bf1a-48d1-b0bb-48eadeb0971b None None] Network 517333df-4cc0-454b-a507-c1beaa4775cc requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:15.474052 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-d5e78cc8-23cb-4dba-8b56-99a4c77e9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.475647 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-d5e78cc8-23cb-4dba-8b56-99a4c77e9203 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439496 Sep 14 13:32:15.477898 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-6b1dfa31-219f-48e9-8ca1-5057731cd8f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3593051 Sep 14 13:32:15.570576 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-48d1ae7f-2563-48c2-a8c8-8ea9d8146a8b service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870254 Sep 14 13:32:15.672755 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-66e619fa-c960-42c5-9db2-6b24aed4e929 req-6c3f12f6-f02a-4a8c-b389-cc290275974a service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950997 Sep 14 13:32:15.726273 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2752003-66af-4e09-a955-8f4c920561b2 None None] Network 517333df-4cc0-454b-a507-c1beaa4775cc requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:15.760788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-2bcf8b40-101f-4294-80c2-a09f9a474fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.762387 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-2bcf8b40-101f-4294-80c2-a09f9a474fb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 1097 time: 0.0425732 Sep 14 13:32:15.864044 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-c1f9f660-c8bf-4021-bb47-4dd1c3da9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.865688 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-c1f9f660-c8bf-4021-bb47-4dd1c3da9ce4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.0945773 Sep 14 13:32:15.912337 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-5651c8fd-e5bc-4f31-9969-de308bdaf812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 HTTP/1.1" status: 200 len: 217 time: 0.0355330 Sep 14 13:32:15.964787 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-3d18424a-cbbd-42f3-bf2c-24a3f17a6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:15.975852 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-3d18424a-cbbd-42f3-bf2c-24a3f17a6aba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.0459216 Sep 14 13:32:16.022863 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-ca0f6c3d-5f06-4b20-ae71-60e892ffc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:16.024588 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-ca0f6c3d-5f06-4b20-ae71-60e892ffc706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479944 Sep 14 13:32:16.123284 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-d9875360-d746-44eb-8c15-f7f7588746b4 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906408 Sep 14 13:32:16.216307 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79f0e157-f519-4df6-880a-25ab6f3c645b req-4e9261ff-dde2-4150-b3b8-42b0f9a06c56 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855789 Sep 14 13:32:16.282465 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efaac2-4095-45ec-9632-1ada0a168937 req-ad8308e4-0fac-4dba-93b8-9f522c6c8cbe tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:16.283926 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c0efaac2-4095-45ec-9632-1ada0a168937 req-ad8308e4-0fac-4dba-93b8-9f522c6c8cbe tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0488305 Sep 14 13:32:16.320967 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c0efaac2-4095-45ec-9632-1ada0a168937 req-b81e1426-54a0-497f-863b-461c091a45af tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Sep 14 13:32:17.295608 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-7293879b-8961-44a3-a3ec-717329349a45 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:17.297376 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-7293879b-8961-44a3-a3ec-717329349a45 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/networks?id=517333df-4cc0-454b-a507-c1beaa4775cc HTTP/1.1" status: 200 len: 809 time: 0.1038244 Sep 14 13:32:17.312636 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-b6d1a8b9-42dc-4752-9843-e30d99478d57 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/quotas/2f69df88a6bb46a99404d1a799db376f HTTP/1.1" status: 200 len: 375 time: 0.0095589 Sep 14 13:32:17.345064 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-ac56a69f-d646-4e80-9cf8-2666ed5d2b26 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f69df88a6bb46a99404d1a799db376f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270064 Sep 14 13:32:17.488094 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-58099b6c-6bb5-4f35-993a-0bb1f5e45b23 service neutron] 10.222.0.30 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356862 Sep 14 13:32:17.499895 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2249da-21cd-4bd6-8945-b266ce7f64b6 req-ba853235-4925-4da2-8d75-418ad08d735f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:17.501444 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bb2249da-21cd-4bd6-8945-b266ce7f64b6 req-ba853235-4925-4da2-8d75-418ad08d735f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0767031 Sep 14 13:32:17.586144 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bb2249da-21cd-4bd6-8945-b266ce7f64b6 req-94b1234e-f601-4418-833b-889500dd9f0a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767348 Sep 14 13:32:17.612428 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-99298c0a-7c87-48bf-93d4-88a072d007ac service neutron] 10.222.0.30 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100757 Sep 14 13:32:17.763411 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b520d16d-fa6e-478c-8387-e5a3fb3912a5 req-b47831bd-fbdf-4a27-bc63-45a9a41d9548 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 210 time: 0.0261502 Sep 14 13:32:18.095452 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:32:18.193871 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:18.204792 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'port_id': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'mac_address': 'fa:16:3e:e8:25:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:32:18.241856 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:18.254363 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:32:18.275325 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:18.279357 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:18.325178 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:18.332104 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.332455 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.332823 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.333164 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.333509 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.333829 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.334156 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.334484 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.334827 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.335162 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.335484 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.335805 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:32:18.515681 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:18.734697 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-0465f99b-6956-4ac1-8ad2-5e23ada9d812 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:18.736236 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-0465f99b-6956-4ac1-8ad2-5e23ada9d812 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "GET /v2.0/networks?id=517333df-4cc0-454b-a507-c1beaa4775cc HTTP/1.1" status: 200 len: 809 time: 0.1720855 Sep 14 13:32:18.753128 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Request body: {'port': {'device_id': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc', 'admin_state_up': True, 'tenant_id': '2f69df88a6bb46a99404d1a799db376f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:18.765610 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c8e3-18fd-4ccc-8589-80b3467e8539 req-6c5f5186-44f6-436a-92b4-8d39c0b6c47e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:18.766674 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-61b9c8e3-18fd-4ccc-8589-80b3467e8539 req-6c5f5186-44f6-436a-92b4-8d39c0b6c47e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 945 time: 0.0822208 Sep 14 13:32:18.867631 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-61b9c8e3-18fd-4ccc-8589-80b3467e8539 req-f186ba6d-82dc-411e-92a1-0be454718df3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908222 Sep 14 13:32:18.889200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c2765e16-00fe-46e4-86cf-fa6391feb3ad req-c73149e2-32bb-44eb-8ba4-d41b6b8e4b82 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 210 time: 0.0457463 Sep 14 13:32:18.924260 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Made reservation on behalf of 2f69df88a6bb46a99404d1a799db376f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:18.927664 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:19.045791 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Allocated IP 172.20.0.3 (517333df-4cc0-454b-a507-c1beaa4775cc/ecf92564-4f3a-4ef0-a419-1e900527cd75/949c7978-4cb4-45a9-b989-30d91fd147b0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:32:19.187311 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:19.224158 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:19.263292 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Network 517333df-4cc0-454b-a507-c1beaa4775cc is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:32:19.266329 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:32:19.269809 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:32:19.298230 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Pushing event updated for resources: {'Port': ['ID=949c7978-4cb4-45a9-b989-30d91fd147b0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:19.322526 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:19.323128 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:19.336453 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-2a0369a8-9831-4906-a81e-c220dd8e3009 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899131 Sep 14 13:32:19.348396 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Request body: {'port': {'device_id': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:19.402059 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:19.902676 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949c7978-4cb4-45a9-b989-30d91fd147b0 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:32:19.910741 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:19.923779 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Transition to ACTIVE for port object 949c7978-4cb4-45a9-b989-30d91fd147b0 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:32:19.928036 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:20.025524 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Pushing event updated for resources: {'Port': ['ID=949c7978-4cb4-45a9-b989-30d91fd147b0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:20.101862 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7ff6-1ab4-448d-b132-eea9df328130 req-ec1514b5-dff5-44fc-9353-d640b5a43ee3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:20.103480 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b58b7ff6-1ab4-448d-b132-eea9df328130 req-ec1514b5-dff5-44fc-9353-d640b5a43ee3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 945 time: 0.1467834 Sep 14 13:32:20.105431 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:32:20.150888 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4304bc-6814-4dce-b5e6-e5a5447a5a6f req-6ad564d2-f2b9-40ba-b7eb-37697860730f tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:20.152268 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a4304bc-6814-4dce-b5e6-e5a5447a5a6f req-6ad564d2-f2b9-40ba-b7eb-37697860730f tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 943 time: 0.1453762 Sep 14 13:32:20.159181 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:32:20.162976 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:32:20.163348 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:20.189067 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Attempting to bind port 949c7978-4cb4-45a9-b989-30d91fd147b0 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:32:20.189406 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Attempting to bind port 949c7978-4cb4-45a9-b989-30d91fd147b0 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:32:20.189735 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Attempting to bind port 949c7978-4cb4-45a9-b989-30d91fd147b0 on network 517333df-4cc0-454b-a507-c1beaa4775cc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:32:20.199885 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b58b7ff6-1ab4-448d-b132-eea9df328130 req-9da94318-4d17-457f-90b4-cec2e06f0250 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857496 Sep 14 13:32:20.204427 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Port 949c7978-4cb4-45a9-b989-30d91fd147b0 on network 517333df-4cc0-454b-a507-c1beaa4775cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:32:20.204769 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Attempting to bind port 949c7978-4cb4-45a9-b989-30d91fd147b0 on network 517333df-4cc0-454b-a507-c1beaa4775cc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:32:20.219600 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:32:20.219956 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Checking segment: {'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:32:20.220334 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Bound using segment: {'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:32:20.220790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Bound port: 949c7978-4cb4-45a9-b989-30d91fd147b0, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:32:20.221148 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:20.226187 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a4304bc-6814-4dce-b5e6-e5a5447a5a6f req-3e415f0b-0bbc-46eb-9bf1-143c63fc5060 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654545 Sep 14 13:32:20.247229 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:20.270581 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:20.272975 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79259775-2569-4e97-859c-72ee1e3e1e0e" -d '{"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-plugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:20.286543 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:20.291224 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:20.294894 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] For port 949c7978-4cb4-45a9-b989-30d91fd147b0, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:32:20.298638 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] For port 949c7978-4cb4-45a9-b989-30d91fd147b0, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=949c7978-4cb4-45a9-b989-30d91fd147b0,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:32:20.302575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:20.314967 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb13d425-0a66-4b44-979e-7a0df079a327 x-openstack-request-id: req-fb13d425-0a66-4b44-979e-7a0df079a327 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:20.315259 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-plugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:20.315504 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb13d425-0a66-4b44-979e-7a0df079a327 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:20.315889 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'code': 200} Sep 14 13:32:20.342494 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:20.346888 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:20.347497 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:20.349429 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] 10.222.0.18 "PUT /v2.0/ports/949c7978-4cb4-45a9-b989-30d91fd147b0 HTTP/1.1" status: 200 len: 1093 time: 1.0049040 Sep 14 13:32:20.349857 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'tag': '949c7978-4cb4-45a9-b989-30d91fd147b0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:20.352310 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f67dcb-c208-454f-ae2b-d25df6f0584c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2764ea-7e0f-47d9-ba86-392be4845bcf", "tag": "949c7978-4cb4-45a9-b989-30d91fd147b0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:20.380835 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20e662-4e49-4ead-b603-2d16a3e5279f service neutron] Pushing event updated for resources: {'Port': ['ID=949c7978-4cb4-45a9-b989-30d91fd147b0,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:20.400985 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cd69da-cdf6-48fa-9fb0-2a0316ae4b70 x-openstack-request-id: req-f7cd69da-cdf6-48fa-9fb0-2a0316ae4b70 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:20.401177 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2764ea-7e0f-47d9-ba86-392be4845bcf", "tag": "949c7978-4cb4-45a9-b989-30d91fd147b0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:20.401482 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7cd69da-cdf6-48fa-9fb0-2a0316ae4b70 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:20.401884 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'tag': '949c7978-4cb4-45a9-b989-30d91fd147b0', 'status': 'completed', 'code': 200} Sep 14 13:32:20.436189 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-fb5a8964-487b-4e20-b48f-09b23993ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:20.437726 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-fb5a8964-487b-4e20-b48f-09b23993ae58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f69df88a6bb46a99404d1a799db376f&device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 1096 time: 0.0465612 Sep 14 13:32:20.507883 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-e6f30af7-a71c-4c35-be75-d774a0bec8c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949c7978-4cb4-45a9-b989-30d91fd147b0 HTTP/1.1" status: 200 len: 217 time: 0.0464251 Sep 14 13:32:20.552282 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a522-2975-44da-8aba-860c10650ee5 req-e01e3e28-76bc-4892-aa6c-4f503c7044df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:20.553784 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6b5a522-2975-44da-8aba-860c10650ee5 req-e01e3e28-76bc-4892-aa6c-4f503c7044df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 1099 time: 0.0994473 Sep 14 13:32:20.571617 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-468930c4-2d4a-4d86-882f-f7594a6e546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:20.573039 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-468930c4-2d4a-4d86-882f-f7594a6e546a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecf92564-4f3a-4ef0-a419-1e900527cd75 HTTP/1.1" status: 200 len: 849 time: 0.0574191 Sep 14 13:32:20.612089 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-a199c6fa-619c-4884-af92-9dcb6dcd8e22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=517333df-4cc0-454b-a507-c1beaa4775cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306952 Sep 14 13:32:20.617403 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f6b5a522-2975-44da-8aba-860c10650ee5 req-a1350252-bd13-4e32-aeae-1361598af7dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543318 Sep 14 13:32:20.902389 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-5f2aed05-c9f4-43f2-b136-c167cbc6877c service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836735 Sep 14 13:32:20.989744 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2c37873b-07b2-4a6b-b8b1-81f2722826a4 req-da42848d-fee3-4f6a-8452-8ee92ef44753 service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797381 Sep 14 13:32:21.079541 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-ed8d1ebf-9ecf-4bec-abb7-59085ecfe5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:21.081333 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-ed8d1ebf-9ecf-4bec-abb7-59085ecfe5c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f69df88a6bb46a99404d1a799db376f&device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 1096 time: 0.0402730 Sep 14 13:32:21.175417 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-eeb89163-13bb-4903-bc6a-430ea0ad4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:21.176962 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-eeb89163-13bb-4903-bc6a-430ea0ad4508 service neutron] 10.222.0.18 "GET /v2.0/networks?id=517333df-4cc0-454b-a507-c1beaa4775cc HTTP/1.1" status: 200 len: 910 time: 0.0885191 Sep 14 13:32:21.220325 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-8f167d4e-ec4c-4b0a-8506-da8b6051671f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949c7978-4cb4-45a9-b989-30d91fd147b0 HTTP/1.1" status: 200 len: 217 time: 0.0337303 Sep 14 13:32:21.282339 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-a6d355ce-e1b5-415b-86cb-0b59604d3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:21.283871 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-a6d355ce-e1b5-415b-86cb-0b59604d3dcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecf92564-4f3a-4ef0-a419-1e900527cd75 HTTP/1.1" status: 200 len: 849 time: 0.0553360 Sep 14 13:32:21.332794 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-f3526569-fba2-40cd-8dca-081a48ca96c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=517333df-4cc0-454b-a507-c1beaa4775cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381982 Sep 14 13:32:21.409362 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45119a-8c35-491b-abf3-6c762acbc2dd req-521f689a-b56a-48ed-8431-44d304f6b3b9 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:21.410845 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e45119a-8c35-491b-abf3-6c762acbc2dd req-521f689a-b56a-48ed-8431-44d304f6b3b9 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.1260760 Sep 14 13:32:21.470537 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe218ed-01e4-40a0-8ef2-437d78c9337b req-1851e071-1ae4-4d14-ac28-e6ed3ad5c816 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:21.472001 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dfe218ed-01e4-40a0-8ef2-437d78c9337b req-1851e071-1ae4-4d14-ac28-e6ed3ad5c816 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 943 time: 0.1552908 Sep 14 13:32:21.507548 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e45119a-8c35-491b-abf3-6c762acbc2dd req-4d92335b-f9e5-4512-8b98-a4e0b2ab9b7c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697496 Sep 14 13:32:21.518181 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-0d7ade38-1f13-4f62-8b08-7fd2c33c8b29 service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771755 Sep 14 13:32:21.555654 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dfe218ed-01e4-40a0-8ef2-437d78c9337b req-774c308f-d8e1-42b9-9113-033bfca802bb tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702057 Sep 14 13:32:21.621283 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7f67dcb-c208-454f-ae2b-d25df6f0584c req-d4e30360-90a8-439c-be84-87d9e268945d service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920992 Sep 14 13:32:22.632290 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645a16-5f85-44a8-8b13-f39a525efd5c req-74c5f91d-a89c-48bf-9a18-39f62513997a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:22.634036 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c6645a16-5f85-44a8-8b13-f39a525efd5c req-74c5f91d-a89c-48bf-9a18-39f62513997a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0544918 Sep 14 13:32:22.700591 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c6645a16-5f85-44a8-8b13-f39a525efd5c req-da6856ea-2d59-44ef-ab1b-41ce29060758 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567787 Sep 14 13:32:22.712495 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e04a3-165f-4a38-a62e-46a9d5f0873b req-e5094fd5-e98b-4a4d-afdb-9cb28e3f233b tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:22.714118 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-781e04a3-165f-4a38-a62e-46a9d5f0873b req-e5094fd5-e98b-4a4d-afdb-9cb28e3f233b tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 943 time: 0.0792739 Sep 14 13:32:22.776173 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-781e04a3-165f-4a38-a62e-46a9d5f0873b req-99302540-d305-4996-8420-fe9f22e8bb6d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Sep 14 13:32:22.829806 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcbfab-2cc5-4351-a9cb-9b117282f6ec req-07d40cb1-fdb2-408e-923e-37ff19d23d1e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:22.831369 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-78bcbfab-2cc5-4351-a9cb-9b117282f6ec req-07d40cb1-fdb2-408e-923e-37ff19d23d1e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Sep 14 13:32:22.841023 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:22.845374 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Request body: {'floatingip': {'port_id': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:22.883275 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:23.311365 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:23.315266 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:23.411405 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Floating IP 2a074988-e47f-44e9-9151-03a1ae296e92 associated. External IP: 172.27.2.58, port: 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08. Sep 14 13:32:23.614267 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:32:23.718648 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:32:23.723688 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:23.728390 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] Sync routers for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:32:23.738448 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:23.739054 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:23.750276 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-89af3d50-2099-4fdb-bd2a-64505adc51eb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "PUT /v2.0/floatingips/2a074988-e47f-44e9-9151-03a1ae296e92 HTTP/1.1" status: 200 len: 991 time: 0.9082031 Sep 14 13:32:23.750853 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:23.753117 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e8cb6-0646-4100-a507-94e63f5eec43" -d '{"events": [{"name": "network-changed", "server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:23.791846 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c15e40-3a40-4b65-b4ae-eda0f6d9b684 x-openstack-request-id: req-f1c15e40-3a40-4b65-b4ae-eda0f6d9b684 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:23.792149 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:23.792420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1c15e40-3a40-4b65-b4ae-eda0f6d9b684 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:23.792842 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'status': 'completed', 'code': 200} Sep 14 13:32:23.868638 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-223257db-9565-4434-a37c-b9a53518ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:23.870310 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-223257db-9565-4434-a37c-b9a53518ecc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 1099 time: 0.0505910 Sep 14 13:32:23.875710 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:23.975275 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78851ffb-8ef4-4b6c-bfb9-4dece044340e req-48cf4469-a56f-4cdf-afe0-3fd551aed375 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:23.981189 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-78851ffb-8ef4-4b6c-bfb9-4dece044340e req-48cf4469-a56f-4cdf-afe0-3fd551aed375 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 943 time: 0.1082509 Sep 14 13:32:24.032934 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-f2d1648e-54b5-4894-984c-792252505fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:24.034429 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-f2d1648e-54b5-4894-984c-792252505fcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.1521184 Sep 14 13:32:24.039577 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-78851ffb-8ef4-4b6c-bfb9-4dece044340e req-2382d2eb-8adf-40a3-80d1-c79dce82c18e tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531096 Sep 14 13:32:24.114385 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-b7e729f2-d72a-4c9b-a210-b07ad6182ed7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 HTTP/1.1" status: 200 len: 999 time: 0.0713983 Sep 14 13:32:24.145356 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 949c7978-4cb4-45a9-b989-30d91fd147b0 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:32:24.165651 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-84d2d0d4-9b00-433a-9ce5-770f4240a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:24.167331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-84d2d0d4-9b00-433a-9ce5-770f4240a290 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.0455575 Sep 14 13:32:24.192734 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '2a074988-e47f-44e9-9151-03a1ae296e92', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'port_id': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'mac_address': 'fa:16:3e:e8:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:32:11Z', 'updated_at': '2021-09-14T13:32:23Z', 'revision_number': 1, 'project_id': 'e55c830919fb43358151a9061023690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:24.217422 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-44452387-1457-49e3-8829-436f3df71d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:24.219160 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-44452387-1457-49e3-8829-436f3df71d61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444250 Sep 14 13:32:24.225623 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] Checking router: 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:32:24.265047 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:24.265654 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:24.326934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 949c7978-4cb4-45a9-b989-30d91fd147b0, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=949c7978-4cb4-45a9-b989-30d91fd147b0,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:24.327106 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-50e5d92b-a73a-422f-831c-25f270498c82 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003861 Sep 14 13:32:24.343091 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '949c7978-4cb4-45a9-b989-30d91fd147b0', 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc', 'port_id': '949c7978-4cb4-45a9-b989-30d91fd147b0', 'mac_address': 'fa:16:3e:c1:74:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf92564-4f3a-4ef0-a419-1e900527cd75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:32:24.421724 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5e8cb6-0646-4100-a507-94e63f5eec43 req-441e33e7-b7f2-4b87-ad45-89f40981a5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876417 Sep 14 13:32:24.427630 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:24.429884 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:24.470065 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949c7978-4cb4-45a9-b989-30d91fd147b0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:32:24.532659 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 949c7978-4cb4-45a9-b989-30d91fd147b0, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=949c7978-4cb4-45a9-b989-30d91fd147b0,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:24.538431 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:24.728616 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=949c7978-4cb4-45a9-b989-30d91fd147b0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:24.769078 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['949c7978-4cb4-45a9-b989-30d91fd147b0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:24.893905 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '2a074988-e47f-44e9-9151-03a1ae296e92', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'port_id': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'mac_address': 'fa:16:3e:e8:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:32:11Z', 'updated_at': '2021-09-14T13:32:23Z', 'revision_number': 1, 'project_id': 'e55c830919fb43358151a9061023690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:24.925525 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae7bcd-9de8-4193-b6db-e9ce1ef91cf9 None None] The sync data for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi is: [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '2a074988-e47f-44e9-9151-03a1ae296e92', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'port_id': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'mac_address': 'fa:16:3e:e8:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:32:11Z', 'updated_at': '2021-09-14T13:32:23Z', 'revision_number': 1, 'project_id': 'e55c830919fb43358151a9061023690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:32:25.114305 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1de78-2986-4eef-bb33-9911406f4adb None None] New status for floating IP 2a074988-e47f-44e9-9151-03a1ae296e92: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:32:25.161348 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b775d-82dc-432b-ae09-ef9c17d676f6 req-d7fd02c1-be7c-4feb-91b4-30e7a116340f tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:25.162831 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-566b775d-82dc-432b-ae09-ef9c17d676f6 req-d7fd02c1-be7c-4feb-91b4-30e7a116340f tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 944 time: 0.0540068 Sep 14 13:32:25.201657 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-566b775d-82dc-432b-ae09-ef9c17d676f6 req-dccad9d6-3e01-45bf-8e6b-58d5de1084d1 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Sep 14 13:32:25.538558 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46248) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:25.585799 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] Deleting subnet 7c248c71-8d6f-4550-a4dc-898ddd8f582a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:32:25.589050 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:25.623622 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13141989'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:25.659650 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:25.709243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13592787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15834353'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:25.737382 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c248c71-8d6f-4550-a4dc-898ddd8f582a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:25.741007 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:25.746339 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-d983abc0-091e-4f9d-b254-c7b3b0b20d66 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7c248c71-8d6f-4550-a4dc-898ddd8f582a HTTP/1.1" status: 204 len: 168 time: 0.2033293 Sep 14 13:32:25.746339 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46252) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:25.834384 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:25.843165 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08c2d486-ab45-4045-a036-bc29b147f13c req-37fa1e01-a781-4edc-905e-866b64ce29d2 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166087200&fields=id&tenant_id=7d187ba1d5ec445f958d70a7e2f56a90 HTTP/1.1" status: 200 len: 267 time: 0.0708790 Sep 14 13:32:26.142132 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 949c7978-4cb4-45a9-b989-30d91fd147b0 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:32:26.188882 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.201249 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 949c7978-4cb4-45a9-b989-30d91fd147b0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:32:26.205027 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 949c7978-4cb4-45a9-b989-30d91fd147b0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:32:26.205397 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.242221 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2d486-ab45-4045-a036-bc29b147f13c req-237abda4-f280-41b7-8437-fd4bab328a3d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:26.243700 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08c2d486-ab45-4045-a036-bc29b147f13c req-237abda4-f280-41b7-8437-fd4bab328a3d tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 984 time: 0.3947666 Sep 14 13:32:26.249995 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae8fdb0-40a9-4bee-bafd-ba558ce96ceb']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:26.263664 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Request body: {'port': {'security_groups': ['7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:26.271856 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a73f65c-0606-481a-a11c-707346efe289') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:26.272149 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a73f65c-0606-481a-a11c-707346efe289') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:26.282714 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.304991 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949c7978-4cb4-45a9-b989-30d91fd147b0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:26.306808 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13141916'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.307233 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feab8ba-275e-4f18-a086-8d529e341e47" -d '{"events": [{"server_uuid": "7a2764ea-7e0f-47d9-ba86-392be4845bcf", "name": "network-vif-plugged", "status": "completed", "tag": "949c7978-4cb4-45a9-b989-30d91fd147b0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:26.322482 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 949c7978-4cb4-45a9-b989-30d91fd147b0, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=949c7978-4cb4-45a9-b989-30d91fd147b0,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:26.323275 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c966e9-ef6a-4818-acd8-0571de8245b3 req-7af1c411-ece4-46e4-8da3-f1db32cecedc tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:26.325082 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a0c966e9-ef6a-4818-acd8-0571de8245b3 req-7af1c411-ece4-46e4-8da3-f1db32cecedc tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1335056 Sep 14 13:32:26.326993 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.338855 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.374438 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:32:26.374693 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=949c7978-4cb4-45a9-b989-30d91fd147b0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:26.374832 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13593905'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: Traceback (most recent call last): Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: timer() Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: cb(*args, **kw) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: return func(*args, **kwargs) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: self._notify() Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: self.callback(batched_events) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: event.method(event) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: return f(self, *a, **k) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._get(url).json() Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: return self.request(url, 'GET', **kwargs) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:32:26.376449 dv-cinder-798783-2-iscsi neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:32:26.404018 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.460585 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a0c966e9-ef6a-4818-acd8-0571de8245b3 req-242a364e-64c5-46ae-80a7-f752e15e9ccd tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235325 Sep 14 13:32:26.463195 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.499643 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.501566 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eae8fdb0-40a9-4bee-bafd-ba558ce96ceb HTTP/1.1" status: 204 len: 168 time: 0.7552588 Sep 14 13:32:26.504491 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:26.514088 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361ece8-d174-4b91-b992-f515ae0e8a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae8fdb0-40a9-4bee-bafd-ba558ce96ceb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:26.618314 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] Deleting subnet 665bfc45-c3c4-40f9-a556-280eac699500 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:32:26.624016 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.661269 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140efe7-f278-4c75-887f-26a3b70ac988 req-27f6eb1b-cdb6-411d-acbb-1e4f8a4cf3f0 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:26.662754 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d140efe7-f278-4c75-887f-26a3b70ac988 req-27f6eb1b-cdb6-411d-acbb-1e4f8a4cf3f0 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 945 time: 0.1458197 Sep 14 13:32:26.703407 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13141989'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.791938 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d140efe7-f278-4c75-887f-26a3b70ac988 req-d74389cf-01dd-4e36-97a1-eb7394bce0ad tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165731 Sep 14 13:32:26.814909 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.818138 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=840cb230-0135-4c44-9b3d-a0241d882832,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:26.835827 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e106b460-72b0-42e8-9841-c3369409d76a x-openstack-request-id: req-e106b460-72b0-42e8-9841-c3369409d76a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:26.836233 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2764ea-7e0f-47d9-ba86-392be4845bcf", "name": "network-vif-plugged", "status": "completed", "tag": "949c7978-4cb4-45a9-b989-30d91fd147b0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:26.836799 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e106b460-72b0-42e8-9841-c3369409d76a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:26.837193 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949c7978-4cb4-45a9-b989-30d91fd147b0', 'code': 200} Sep 14 13:32:26.884163 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.892180 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.904404 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['840cb230-0135-4c44-9b3d-a0241d882832'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:26.933726 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13592787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15834353'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.976283 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:26.976955 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.978639 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-08c2d486-ab45-4045-a036-bc29b147f13c req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "PUT /v2.0/ports/840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 942 time: 0.7263439 Sep 14 13:32:26.985340 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:26.987412 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:26.989752 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b5337-83bb-4fb6-8834-6d7dd52736e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:26.992401 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665bfc45-c3c4-40f9-a556-280eac699500,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:26.994853 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:26.996563 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4ba6ca48-b5dd-4e03-9f9d-0edf4ac62945 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/665bfc45-c3c4-40f9-a556-280eac699500 HTTP/1.1" status: 204 len: 168 time: 0.4911783 Sep 14 13:32:27.009335 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:27.046451 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85624a0-f446-4b0b-a961-1b87a9548d02 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event updated for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:27.080363 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['840cb230-0135-4c44-9b3d-a0241d882832'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:27.125756 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33966e82-6c2e-46ca-befc-11bfd8553dac x-openstack-request-id: req-33966e82-6c2e-46ca-befc-11bfd8553dac {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:27.126194 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:27.126504 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33966e82-6c2e-46ca-befc-11bfd8553dac {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:27.126950 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832', 'status': 'completed', 'code': 200} Sep 14 13:32:27.129207 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bcce1ec-ddeb-42cc-89eb-ebc7eeca7008 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.149818 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a9bf5-7c2e-4714-9789-a81327bce5a5 req-b17d22ab-1217-4bf8-a10d-1b693e3cd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:27.151297 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c86a9bf5-7c2e-4714-9789-a81327bce5a5 req-b17d22ab-1217-4bf8-a10d-1b693e3cd78c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 1098 time: 0.1829610 Sep 14 13:32:27.157810 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.174843 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bcce1ec-ddeb-42cc-89eb-ebc7eeca7008 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.224174 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c86a9bf5-7c2e-4714-9789-a81327bce5a5 req-dfe5c727-aca9-48c2-9f25-8c8ec3f08270 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477643 Sep 14 13:32:27.243697 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bcce1ec-ddeb-42cc-89eb-ebc7eeca7008 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.246987 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bcce1ec-ddeb-42cc-89eb-ebc7eeca7008 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.247969 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-d5a238dd-5220-4fd3-9736-0c15230b755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:27.249639 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0bcce1ec-ddeb-42cc-89eb-ebc7eeca7008 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "DELETE /v2.0/security-groups/182d541d-4bcc-4037-998a-249fa2a4379e HTTP/1.1" status: 204 len: 168 time: 0.2631845 Sep 14 13:32:27.249918 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-04b4fb4b-9b26-448b-a6af-44b27126c468 None None] Provisioning complete for port 840cb230-0135-4c44-9b3d-a0241d882832 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:32:27.250424 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04b4fb4b-9b26-448b-a6af-44b27126c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.252336 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-d5a238dd-5220-4fd3-9736-0c15230b755b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1098 time: 0.1159925 Sep 14 13:32:27.258841 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:27.261263 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcce1ec-ddeb-42cc-89eb-ebc7eeca7008 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d541d-4bcc-4037-998a-249fa2a4379e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:27.308184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.335046 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c130ad00-aa5d-4115-9c9b-80f72375b1f6']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:27.345589 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4e0eb4-1398-48a0-9aa3-de1c45752e69') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:27.346000 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4e0eb4-1398-48a0-9aa3-de1c45752e69') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:27.355846 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13141916'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.370677 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.377197 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:32:27.377577 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13593905'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: Traceback (most recent call last): Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: timer() Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: cb(*args, **kw) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: return func(*args, **kwargs) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: self._notify() Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: self.callback(batched_events) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: event.method(event) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: return f(self, *a, **k) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._get(url).json() Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: return self.request(url, 'GET', **kwargs) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:32:27.379160 dv-cinder-798783-2-iscsi neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:32:27.416909 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Deleting port 36630b3d-c6cd-4963-a381-5f5d86d1390e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:27.417246 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.448977 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.454102 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.457275 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] 10.222.0.30 "DELETE /v2.0/networks/c130ad00-aa5d-4115-9c9b-80f72375b1f6 HTTP/1.1" status: 204 len: 168 time: 0.4467478 Sep 14 13:32:27.503429 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.503780 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.517750 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Calling delete_port for 36630b3d-c6cd-4963-a381-5f5d86d1390e owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:27.541786 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c5956-d4d5-4daa-b611-6dd280eedc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=c130ad00-aa5d-4115-9c9b-80f72375b1f6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:27.584091 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:27.612149 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-cc7dfb73-430c-49fc-9663-ccd78eaae3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:27.613657 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-cc7dfb73-430c-49fc-9663-ccd78eaae3e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 200 len: 916 time: 0.1828489 Sep 14 13:32:27.644352 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149013b-c227-4183-bf87-b093ff1e6450 req-19ce14d6-b011-494d-8b1d-10600ad9ff98 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:27.645821 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8149013b-c227-4183-bf87-b093ff1e6450 req-19ce14d6-b011-494d-8b1d-10600ad9ff98 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1082399 Sep 14 13:32:27.704762 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.713999 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-7a0bdf1a-b571-4c15-8c97-1f572c4b296a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7143884c6c549d7b19038b1b1938201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231675 Sep 14 13:32:27.719574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:27.729109 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event deleted for resources: {'Port': ['ID=36630b3d-c6cd-4963-a381-5f5d86d1390e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:27.746257 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-db74ec78-04df-44ee-849e-104c56ad8a00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 1000 time: 0.1244302 Sep 14 13:32:27.751025 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8149013b-c227-4183-bf87-b093ff1e6450 req-5cbb556e-e4ed-44e7-a70e-92d55e4050ff tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688758 Sep 14 13:32:27.792105 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.792435 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Floating IP cdbfe148-da35-42e7-903f-93631ea3922d disassociated (deleted). External IP: 172.27.2.86, port: 840cb230-0135-4c44-9b3d-a0241d882832. Sep 14 13:32:27.821014 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-57a98452-a50b-4f60-8215-ca04c7d6bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:27.822528 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-57a98452-a50b-4f60-8215-ca04c7d6bad9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0f5f2d7-373d-473c-a8e2-1d1a53545d80 HTTP/1.1" status: 200 len: 854 time: 0.0680382 Sep 14 13:32:27.829081 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df8cef6-d079-424a-af5f-0614b230f499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.889797 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df8cef6-d079-424a-af5f-0614b230f499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:27.934526 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-7e29937b-b24f-492e-9c62-79605c2d91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:27.936564 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-7e29937b-b24f-492e-9c62-79605c2d91cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8afe2-9a44-4cef-a10c-3225eaf02fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057143 Sep 14 13:32:27.984991 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd091-990f-45c9-8d1b-15f8c5b3a165 req-c2463884-f3e8-4f90-9305-86951e78b5a2 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:27.986462 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-170cd091-990f-45c9-8d1b-15f8c5b3a165 req-c2463884-f3e8-4f90-9305-86951e78b5a2 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 945 time: 0.1161549 Sep 14 13:32:27.998796 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Router c1b38afa-8275-4dce-936d-8f6da176aed6 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:32:28.042780 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df8cef6-d079-424a-af5f-0614b230f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:28.045293 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df8cef6-d079-424a-af5f-0614b230f499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:28.046399 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-1df8cef6-d079-424a-af5f-0614b230f499 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9abcfcfc-fe84-4688-80c8-75ddf4accb9f HTTP/1.1" status: 204 len: 168 time: 0.3245289 Sep 14 13:32:28.065380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8cef6-d079-424a-af5f-0614b230f499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abcfcfc-fe84-4688-80c8-75ddf4accb9f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:28.086955 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-066d2ac3-2d00-4a56-b5f5-2bea83c61ddd service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419196 Sep 14 13:32:28.090155 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-170cd091-990f-45c9-8d1b-15f8c5b3a165 req-481a1301-576a-4968-8262-e5fc8585a2fc tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696363 Sep 14 13:32:28.115287 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:32:28.124728 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:28.129702 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] Sync routers for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:32:28.139159 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:28.140055 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:28.183030 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-29e9c1b2-72f6-4665-a288-db8425b7d25b tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "DELETE /v2.0/floatingips/cdbfe148-da35-42e7-903f-93631ea3922d HTTP/1.1" status: 204 len: 168 time: 0.9225824 Sep 14 13:32:28.183645 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:28.186529 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:28.217710 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f32b5337-83bb-4fb6-8834-6d7dd52736e7 req-9ad3dea8-5527-4e34-9d21-8b0678165fad service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215193 Sep 14 13:32:28.283785 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:28.308738 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08905698-c766-4ca6-8a93-483dc8e5c486 x-openstack-request-id: req-08905698-c766-4ca6-8a93-483dc8e5c486 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:28.309025 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "tag": "840cb230-0135-4c44-9b3d-a0241d882832", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:28.309451 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08905698-c766-4ca6-8a93-483dc8e5c486 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:28.310582 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832', 'status': 'completed', 'code': 200} Sep 14 13:32:28.394157 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-ece0e975-607e-4ba6-83ff-bc401c569873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:28.396306 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-ece0e975-607e-4ba6-83ff-bc401c569873 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 1098 time: 0.0531533 Sep 14 13:32:28.527530 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:28.532470 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-0615e842-f0b2-46e9-bfd0-a7d3f8d2ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:28.533989 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-0615e842-f0b2-46e9-bfd0-a7d3f8d2ae7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 200 len: 916 time: 0.1273773 Sep 14 13:32:28.546838 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 5, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:28.576594 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] Checking router: c1b38afa-8275-4dce-936d-8f6da176aed6 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:32:28.579754 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-20dbd8e7-e9de-4b4b-badf-ef893e6ef188 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=085d4ef040e4470dbba5054b5c0f2766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486679 Sep 14 13:32:28.580050 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:28.590675 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:28.590808 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-22b324b5-38e4-4e58-a6b0-c160ccedd0ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 200 len: 217 time: 0.0493369 Sep 14 13:32:28.591857 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:28.636194 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11554cd1-a7c3-4612-a531-33141b5c2323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:28.647617 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-4b740770-cdf5-4229-84cc-1af8858b07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:28.649115 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-4b740770-cdf5-4229-84cc-1af8858b07c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0f5f2d7-373d-473c-a8e2-1d1a53545d80 HTTP/1.1" status: 200 len: 854 time: 0.0458863 Sep 14 13:32:28.658114 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11554cd1-a7c3-4612-a531-33141b5c2323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:28.701883 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-0d081d2c-5d63-41e8-93c7-ebf0ac444787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:28.703307 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-0d081d2c-5d63-41e8-93c7-ebf0ac444787 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52f8afe2-9a44-4cef-a10c-3225eaf02fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430689 Sep 14 13:32:28.704730 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:28.708739 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11554cd1-a7c3-4612-a531-33141b5c2323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:28.711288 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11554cd1-a7c3-4612-a531-33141b5c2323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:28.714935 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-11554cd1-a7c3-4612-a531-33141b5c2323 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e398466-b7d1-4131-86cd-aa0e9642ea1a HTTP/1.1" status: 204 len: 168 time: 0.1313591 Sep 14 13:32:28.721543 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11554cd1-a7c3-4612-a531-33141b5c2323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e398466-b7d1-4131-86cd-aa0e9642ea1a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:28.808429 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-e9cce530-452b-4b8b-b6f8-c6bcbee738b3 service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961752 Sep 14 13:32:28.931218 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88611443-da70-4270-a95c-961b3dd55c49 req-23435e78-2de2-4b41-a5e3-8359a0e24c0b tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:28.938743 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-88611443-da70-4270-a95c-961b3dd55c49 req-23435e78-2de2-4b41-a5e3-8359a0e24c0b tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1014414 Sep 14 13:32:28.947605 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 5, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:28.973487 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a0d3c5b-508e-49e4-a81f-15fb2f50e1bc req-7ffb502f-b7ae-4501-a28e-e1d0446f6f9a service neutron] 10.222.0.18 "GET /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552255 Sep 14 13:32:28.974948 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe40bd3-2dfc-4a15-98f5-4c5f508c3e71 None None] The sync data for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi is: [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:54Z', 'revision_number': 4, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '7e77e391-1921-4e59-9bb2-2123a3bc71f4', 'name': '', 'network_id': '52f8afe2-9a44-4cef-a10c-3225eaf02fad', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'mac_address': 'fa:16:3e:7b:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:53Z', 'updated_at': '2021-09-14T13:30:01Z', 'revision_number': 5, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'subnets': [{'id': 'b0f5f2d7-373d-473c-a8e2-1d1a53545d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:32:28.986352 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-88611443-da70-4270-a95c-961b3dd55c49 req-5246ca3a-8eb4-4519-bd54-837b03be247b tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467436 Sep 14 13:32:29.227454 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af9eb-42b2-4418-a678-c222c4285abe req-d822fb3c-4cd8-422f-8abb-552a69ef83b7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:29.229232 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b05af9eb-42b2-4418-a678-c222c4285abe req-d822fb3c-4cd8-422f-8abb-552a69ef83b7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 945 time: 0.0591326 Sep 14 13:32:29.271555 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b05af9eb-42b2-4418-a678-c222c4285abe req-d74a588d-d9d2-431d-8520-b021106eba04 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Sep 14 13:32:29.281205 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e8c60-db1b-4d65-855b-0c95847eeacb None None] New status for floating IP cdbfe148-da35-42e7-903f-93631ea3922d: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:32:29.907550 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:29.960370 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059b5ec-fe47-4b74-a692-799403e2cc86 req-dc46d138-10c0-4a46-835d-769f1b6c4796 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:29.961886 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b059b5ec-fe47-4b74-a692-799403e2cc86 req-dc46d138-10c0-4a46-835d-769f1b6c4796 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 945 time: 0.0590734 Sep 14 13:32:30.002384 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b059b5ec-fe47-4b74-a692-799403e2cc86 req-24d2a9e7-8616-4493-a930-a781e83e1beb tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Sep 14 13:32:30.037216 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f67feb8-bb7c-44a8-86f3-c7b9e6200440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:30.112249 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec2906-cf3f-4dc2-ae41-c126fd6a4ac6 req-fe9a4262-a1de-41e9-be67-f906b5afbce6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:30.114058 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e7ec2906-cf3f-4dc2-ae41-c126fd6a4ac6 req-fe9a4262-a1de-41e9-be67-f906b5afbce6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0562434 Sep 14 13:32:30.125285 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f67feb8-bb7c-44a8-86f3-c7b9e6200440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:30.129086 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f67feb8-bb7c-44a8-86f3-c7b9e6200440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:30.151305 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e7ec2906-cf3f-4dc2-ae41-c126fd6a4ac6 req-99703c82-0385-4ab2-9c7d-650d6ada58ad tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Sep 14 13:32:30.169807 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-7f67feb8-bb7c-44a8-86f3-c7b9e6200440 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3403a225e48e489d8cb9c15ab6dd4dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595003 Sep 14 13:32:30.170506 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67feb8-bb7c-44a8-86f3-c7b9e6200440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd36017-49ca-44a3-bb59-830a9fa650df,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:30.171362 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:30.218178 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc57cb01-07ce-4d27-bcd0-56d24fa1bab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:30.238724 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc57cb01-07ce-4d27-bcd0-56d24fa1bab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:30.284960 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc57cb01-07ce-4d27-bcd0-56d24fa1bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:30.287439 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc57cb01-07ce-4d27-bcd0-56d24fa1bab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:30.288600 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-bc57cb01-07ce-4d27-bcd0-56d24fa1bab3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bfd36017-49ca-44a3-bb59-830a9fa650df HTTP/1.1" status: 204 len: 168 time: 0.1162317 Sep 14 13:32:30.296836 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57cb01-07ce-4d27-bcd0-56d24fa1bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd36017-49ca-44a3-bb59-830a9fa650df,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:31.042110 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb08a56-d7fb-4610-8fd3-12ca52cfe9ec req-9e572dda-89c1-4741-bb41-cc8911d5f4ab tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:31.044135 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6bb08a56-d7fb-4610-8fd3-12ca52cfe9ec req-9e572dda-89c1-4741-bb41-cc8911d5f4ab tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0585999 Sep 14 13:32:31.118453 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6bb08a56-d7fb-4610-8fd3-12ca52cfe9ec req-bfa692a5-53e3-44d3-aa32-673dadc9ab68 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677319 Sep 14 13:32:31.138901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2905a4-f730-4260-9f8c-44dfb9ef7729 req-90e6c5cb-80c6-402d-90e5-6b0b92517e3c tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:31.140588 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1f2905a4-f730-4260-9f8c-44dfb9ef7729 req-90e6c5cb-80c6-402d-90e5-6b0b92517e3c tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 945 time: 0.0653462 Sep 14 13:32:31.178328 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1f2905a4-f730-4260-9f8c-44dfb9ef7729 req-ab7bdd66-fa7d-40be-960e-a4e46711f484 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Sep 14 13:32:31.295029 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d674a42-1fb3-41dc-b6f2-96a14a08cf4c req-da52d834-535c-4c93-8790-2d749f9dbef1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:31.296507 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2d674a42-1fb3-41dc-b6f2-96a14a08cf4c req-da52d834-535c-4c93-8790-2d749f9dbef1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0756953 Sep 14 13:32:31.308275 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-a6022582-5cb1-416c-9b5c-b11de4b7666d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:31.310062 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-a6022582-5cb1-416c-9b5c-b11de4b7666d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 945 time: 0.0634210 Sep 14 13:32:31.383992 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2d674a42-1fb3-41dc-b6f2-96a14a08cf4c req-e2801ae9-cd15-4a21-8b12-a413c47781f8 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729115 Sep 14 13:32:31.440200 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Deleting port 949c7978-4cb4-45a9-b989-30d91fd147b0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:31.440831 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:31.548390 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] For port 949c7978-4cb4-45a9-b989-30d91fd147b0, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=949c7978-4cb4-45a9-b989-30d91fd147b0,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:31.548886 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:31.561793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Calling delete_port for 949c7978-4cb4-45a9-b989-30d91fd147b0 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:31.691740 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:31.703636 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['949c7978-4cb4-45a9-b989-30d91fd147b0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:31.719108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Pushing event deleted for resources: {'Port': ['ID=949c7978-4cb4-45a9-b989-30d91fd147b0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:31.769405 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] No DVR routers for this DVR port 949c7978-4cb4-45a9-b989-30d91fd147b0 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:31.772119 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:31.774219 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b3d2c0c5-b86d-48ca-bea3-17517ca1c27e req-9dd95f85-f80d-480c-a4af-81ff8c2fcf8d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "DELETE /v2.0/ports/949c7978-4cb4-45a9-b989-30d91fd147b0 HTTP/1.1" status: 204 len: 173 time: 0.4561825 Sep 14 13:32:31.774643 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'name': 'network-vif-deleted', 'tag': '949c7978-4cb4-45a9-b989-30d91fd147b0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:31.777139 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cde9f9-f9d1-4ac4-8923-19fbea79c28b" -d '{"events": [{"server_uuid": "7a2764ea-7e0f-47d9-ba86-392be4845bcf", "name": "network-vif-deleted", "tag": "949c7978-4cb4-45a9-b989-30d91fd147b0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:31.817858 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b1a28-4bb8-4273-b416-cdee156b13af x-openstack-request-id: req-291b1a28-4bb8-4273-b416-cdee156b13af {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:31.818142 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2764ea-7e0f-47d9-ba86-392be4845bcf", "name": "network-vif-deleted", "tag": "949c7978-4cb4-45a9-b989-30d91fd147b0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:31.818386 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-291b1a28-4bb8-4273-b416-cdee156b13af {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:31.818769 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2764ea-7e0f-47d9-ba86-392be4845bcf', 'name': 'network-vif-deleted', 'tag': '949c7978-4cb4-45a9-b989-30d91fd147b0', 'status': 'completed', 'code': 200} Sep 14 13:32:32.251138 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567dcdb-16c1-46b4-a2e2-b224cfde83b6 req-35f79f5a-d289-4366-9c24-ea6fafe4d59f tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:32.258234 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a567dcdb-16c1-46b4-a2e2-b224cfde83b6 req-35f79f5a-d289-4366-9c24-ea6fafe4d59f tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0712714 Sep 14 13:32:32.303397 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e16342ce-7f2e-416e-8799-2113e6a56476 req-b8c7ec39-1901-48d2-bbee-a5b9a7fb0793 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2764ea-7e0f-47d9-ba86-392be4845bcf HTTP/1.1" status: 200 len: 210 time: 0.0362453 Sep 14 13:32:32.323497 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a567dcdb-16c1-46b4-a2e2-b224cfde83b6 req-ad54fe01-a84f-4851-a911-4277c8b86170 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641587 Sep 14 13:32:32.504871 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db13e93-7ea7-4875-a09d-924d084375af req-7596ffb9-3f04-44e2-8ad2-aa23fc9ed385 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:32.506330 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8db13e93-7ea7-4875-a09d-924d084375af req-7596ffb9-3f04-44e2-8ad2-aa23fc9ed385 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0563419 Sep 14 13:32:32.542988 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8db13e93-7ea7-4875-a09d-924d084375af req-28e868e4-b7e1-401f-9e8f-d85ef08f7fae tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Sep 14 13:32:32.903654 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-78905844-3cd5-405f-a67d-840f8d8ad3c2 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:32.905134 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-78905844-3cd5-405f-a67d-840f8d8ad3c2 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 945 time: 0.0469253 Sep 14 13:32:33.001249 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Deleting port 840cb230-0135-4c44-9b3d-a0241d882832 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:33.001587 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:33.087945 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] For port 840cb230-0135-4c44-9b3d-a0241d882832, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=840cb230-0135-4c44-9b3d-a0241d882832,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:33.088301 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:33.100555 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Calling delete_port for 840cb230-0135-4c44-9b3d-a0241d882832 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:33.229278 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:33.240395 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['840cb230-0135-4c44-9b3d-a0241d882832'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:33.266645 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Pushing event deleted for resources: {'Port': ['ID=840cb230-0135-4c44-9b3d-a0241d882832,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:33.306173 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] No DVR routers for this DVR port 840cb230-0135-4c44-9b3d-a0241d882832 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:33.309186 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:33.311206 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0b5a4ebd-c7ab-4f97-9d3d-831020c99a8a req-387c0d79-c743-4d67-959d-a0f933bc7917 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.18 "DELETE /v2.0/ports/840cb230-0135-4c44-9b3d-a0241d882832 HTTP/1.1" status: 204 len: 173 time: 0.3996196 Sep 14 13:32:33.436254 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-859eb24e-524a-4c84-a78e-07c896f873af req-0d4b36f1-2b1f-4ee0-abe5-e7652105f649 tempest-TestMinimumBasicScenario-683577998 tempest-TestMinimumBasicScenario-683577998-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8945-8c9b-4aee-b73f-ece243717084 HTTP/1.1" status: 200 len: 210 time: 0.0344119 Sep 14 13:32:33.819892 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'name': 'network-vif-deleted', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:33.822128 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5143d79a-68a2-4f65-8ebd-27abde3e1ecb" -d '{"events": [{"server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "name": "network-vif-deleted", "tag": "840cb230-0135-4c44-9b3d-a0241d882832"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:33.918640 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db84a5c-57e9-44b1-b9ac-2db5bc8f03a1 req-203620b3-5922-4a8d-bcf2-247a6acce9dd tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:33.920042 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1db84a5c-57e9-44b1-b9ac-2db5bc8f03a1 req-203620b3-5922-4a8d-bcf2-247a6acce9dd tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1135044 Sep 14 13:32:33.928028 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027f4b-f066-4665-a947-13b683de7309 req-de59f07b-10bf-494e-91ef-1d08b007d458 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:33.929420 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-de59f07b-10bf-494e-91ef-1d08b007d458 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/networks?id=517333df-4cc0-454b-a507-c1beaa4775cc HTTP/1.1" status: 200 len: 809 time: 0.4032865 Sep 14 13:32:33.957536 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-1f1380cc-6a62-418c-8c41-9b9ac2c3311c tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/quotas/2f69df88a6bb46a99404d1a799db376f HTTP/1.1" status: 200 len: 375 time: 0.0210633 Sep 14 13:32:33.979930 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1db84a5c-57e9-44b1-b9ac-2db5bc8f03a1 req-0c08810a-a27a-4dd6-8ac4-8fd873a72ef3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495927 Sep 14 13:32:33.994291 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-13db3f03-ac1d-47c3-9148-f05039a3a6ff tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f69df88a6bb46a99404d1a799db376f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299964 Sep 14 13:32:34.088494 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-b103de9d-f25f-4257-936a-7de459f2f5e9 service neutron] 10.222.0.30 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862679 Sep 14 13:32:34.098497 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ba2676-4a22-43d2-9f01-20e8695c0509 x-openstack-request-id: req-d4ba2676-4a22-43d2-9f01-20e8695c0509 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:34.098798 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dda8945-8c9b-4aee-b73f-ece243717084", "name": "network-vif-deleted", "tag": "840cb230-0135-4c44-9b3d-a0241d882832", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:34.099054 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4ba2676-4a22-43d2-9f01-20e8695c0509 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:34.099444 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda8945-8c9b-4aee-b73f-ece243717084', 'name': 'network-vif-deleted', 'tag': '840cb230-0135-4c44-9b3d-a0241d882832', 'status': 'completed', 'code': 200} Sep 14 13:32:34.183145 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-2289b763-4d80-4e5c-b9f5-6b9ceb9884b6 service neutron] 10.222.0.30 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828230 Sep 14 13:32:34.338089 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1f9997e0-1d5e-4bb6-a7ce-4ec365981d85 req-f6c44374-99a4-4b57-a3e2-ea37541e657e tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 210 time: 0.0281813 Sep 14 13:32:35.119332 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd49360-03f4-4a53-8b0d-02b29b515c13 req-1e428f48-bd68-4dfd-9154-13ac9a83b594 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:35.121331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6bd49360-03f4-4a53-8b0d-02b29b515c13 req-1e428f48-bd68-4dfd-9154-13ac9a83b594 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0720336 Sep 14 13:32:35.168574 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6bd49360-03f4-4a53-8b0d-02b29b515c13 req-d4a5cf5a-9381-4c20-8ab6-b4d162f7e70d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Sep 14 13:32:35.260605 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46562) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:35.301554 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027f4b-f066-4665-a947-13b683de7309 req-551bec7f-f0a5-4639-9fcb-342d196d2728 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:35.303337 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-551bec7f-f0a5-4639-9fcb-342d196d2728 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "GET /v2.0/networks?id=517333df-4cc0-454b-a507-c1beaa4775cc HTTP/1.1" status: 200 len: 809 time: 0.1083875 Sep 14 13:32:35.320198 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Request body: {'port': {'device_id': '8917643c-75dd-4435-8270-be03b403cb1b', 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc', 'admin_state_up': True, 'tenant_id': '2f69df88a6bb46a99404d1a799db376f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:35.451266 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dc602f37-1499-4330-89aa-076e8e71f44e req-e483018a-2851-47ec-bcee-a1035132a39e tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 210 time: 0.0317457 Sep 14 13:32:35.473722 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Made reservation on behalf of 2f69df88a6bb46a99404d1a799db376f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:32:35.477313 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:35.626907 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Allocated IP 172.20.0.6 (517333df-4cc0-454b-a507-c1beaa4775cc/ecf92564-4f3a-4ef0-a419-1e900527cd75/d4b11e7e-3a68-45ce-ad23-d0ae90b92416) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:32:35.748420 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:35.778980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:35.818286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:35.859812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Network 517333df-4cc0-454b-a507-c1beaa4775cc is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:32:35.862896 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:32:35.866652 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:32:35.866853 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:35.897419 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Pushing event updated for resources: {'Port': ['ID=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:35.924642 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:35.925301 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:35.940898 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-a1858754-c3ce-4903-9e31-3db12c4896a7 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6248322 Sep 14 13:32:35.954366 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Request body: {'port': {'device_id': '8917643c-75dd-4435-8270-be03b403cb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:32:36.012269 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.123313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Deleting port 7e77e391-1921-4e59-9bb2-2123a3bc71f4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:36.123741 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.201015 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] For port 7e77e391-1921-4e59-9bb2-2123a3bc71f4, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=7e77e391-1921-4e59-9bb2-2123a3bc71f4,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:36.201379 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.216326 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Calling delete_port for 7e77e391-1921-4e59-9bb2-2123a3bc71f4 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:36.238141 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 949c7978-4cb4-45a9-b989-30d91fd147b0 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:36.267887 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 949c7978-4cb4-45a9-b989-30d91fd147b0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:36.268947 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 949c7978-4cb4-45a9-b989-30d91fd147b0 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:36.269467 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 840cb230-0135-4c44-9b3d-a0241d882832 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:36.292547 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 840cb230-0135-4c44-9b3d-a0241d882832 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:36.293308 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 840cb230-0135-4c44-9b3d-a0241d882832 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:36.311482 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b11e7e-3a68-45ce-ad23-d0ae90b92416 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:32:36.320515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.343476 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661b5da-bb2c-4c72-b07f-c1bd26a32d1c req-38ed91f1-1376-46f9-8c3d-af0f56968cfe tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:36.344995 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d661b5da-bb2c-4c72-b07f-c1bd26a32d1c req-38ed91f1-1376-46f9-8c3d-af0f56968cfe tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0737638 Sep 14 13:32:36.345929 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Transition to ACTIVE for port object d4b11e7e-3a68-45ce-ad23-d0ae90b92416 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:32:36.349430 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.416033 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.443287 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e77e391-1921-4e59-9bb2-2123a3bc71f4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:36.449603 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:36.477757 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d661b5da-bb2c-4c72-b07f-c1bd26a32d1c req-eb648593-40c8-4252-bf12-f89ecfb8789b tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259995 Sep 14 13:32:36.545504 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-f9899b97-78e2-4a59-b447-a2e1984dca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:36.547177 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-f9899b97-78e2-4a59-b447-a2e1984dca48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1098 time: 0.1604228 Sep 14 13:32:36.698046 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.731822 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155c44-c9b0-4c91-afee-0c22ec39f2be req-0e2ce2d8-1ef6-4d1c-b027-bed1826cc02d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:36.733843 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b2155c44-c9b0-4c91-afee-0c22ec39f2be req-0e2ce2d8-1ef6-4d1c-b027-bed1826cc02d tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 943 time: 0.1822088 Sep 14 13:32:36.734684 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Attempting to bind port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:32:36.735025 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Attempting to bind port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:32:36.735360 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Attempting to bind port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 on network 517333df-4cc0-454b-a507-c1beaa4775cc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:32:36.743973 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 on network 517333df-4cc0-454b-a507-c1beaa4775cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:32:36.744310 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Attempting to bind port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 on network 517333df-4cc0-454b-a507-c1beaa4775cc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:32:36.767058 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:32:36.767405 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Checking segment: {'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:32:36.767796 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Bound using segment: {'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:32:36.768242 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Bound port: d4b11e7e-3a68-45ce-ad23-d0ae90b92416, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6276c9-7da9-438c-929f-ecd1a2c1b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:32:36.768599 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.821043 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-411b8bbd-bdf1-4131-9e07-fad85551a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:36.822539 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-411b8bbd-bdf1-4131-9e07-fad85551a550 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 910 time: 0.2599998 Sep 14 13:32:36.848577 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b2155c44-c9b0-4c91-afee-0c22ec39f2be req-4bece982-20e8-49fe-983f-002e849ce628 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059098 Sep 14 13:32:36.922897 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] For port d4b11e7e-3a68-45ce-ad23-d0ae90b92416, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:32:36.946186 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-bab5f427-6747-4243-ae23-17af0980991d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 1001 time: 0.1142845 Sep 14 13:32:36.954205 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] For port d4b11e7e-3a68-45ce-ad23-d0ae90b92416, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:32:36.966490 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:36.991142 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Router c1b38afa-8275-4dce-936d-8f6da176aed6 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:32:37.025896 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.026329 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.027696 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/d4b11e7e-3a68-45ce-ad23-d0ae90b92416 HTTP/1.1" status: 200 len: 1093 time: 1.0775013 Sep 14 13:32:37.031137 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8917643c-75dd-4435-8270-be03b403cb1b', 'tag': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:37.034294 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a585df-eeba-4c19-94be-73665b023239" -d '{"events": [{"name": "network-changed", "server_uuid": "8917643c-75dd-4435-8270-be03b403cb1b", "tag": "d4b11e7e-3a68-45ce-ad23-d0ae90b92416"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:37.049547 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-75a23121-d59e-4ca8-a5ae-1188c083c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.050995 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-75a23121-d59e-4ca8-a5ae-1188c083c809 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.0945151 Sep 14 13:32:37.088409 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ad38d3-878b-489a-9905-23406997420e x-openstack-request-id: req-72ad38d3-878b-489a-9905-23406997420e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:37.088721 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8917643c-75dd-4435-8270-be03b403cb1b", "tag": "d4b11e7e-3a68-45ce-ad23-d0ae90b92416", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:37.088979 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72ad38d3-878b-489a-9905-23406997420e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:37.089537 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8917643c-75dd-4435-8270-be03b403cb1b', 'tag': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416', 'status': 'completed', 'code': 200} Sep 14 13:32:37.101237 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:32:37.106229 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1b88c7eb-e17f-4fea-9b77-34e47a2a667d admin admin] 10.222.0.30 "PUT /v2.0/routers/c1b38afa-8275-4dce-936d-8f6da176aed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8425994 Sep 14 13:32:37.109036 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46582) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:37.111991 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e00ba5-a92d-472a-b9c9-25ec72ab67e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:37.115162 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] Sync routers for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:32:37.127581 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:37.128297 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:37.154519 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-00223d9a-9c7f-40bc-8a20-59965a5aa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.154519 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-00223d9a-9c7f-40bc-8a20-59965a5aa3f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820386 Sep 14 13:32:37.167430 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027f4b-f066-4665-a947-13b683de7309 req-311513e7-9394-4ee4-9e62-14929a2e274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.170140 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-311513e7-9394-4ee4-9e62-14929a2e274a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f69df88a6bb46a99404d1a799db376f&device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0675206 Sep 14 13:32:37.230174 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-3483c13b-ef75-4a36-9586-0cd4f0153a5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b11e7e-3a68-45ce-ad23-d0ae90b92416 HTTP/1.1" status: 200 len: 217 time: 0.0492179 Sep 14 13:32:37.232637 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.249705 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:37.325349 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027f4b-f066-4665-a947-13b683de7309 req-6d1a540d-382b-4d86-bfd4-b43e7efda014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.326855 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-6d1a540d-382b-4d86-bfd4-b43e7efda014 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecf92564-4f3a-4ef0-a419-1e900527cd75 HTTP/1.1" status: 200 len: 849 time: 0.0893135 Sep 14 13:32:37.347029 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-4f798713-3b73-43db-b672-bbee64ed9a88 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752481 Sep 14 13:32:37.358619 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.366478 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-8e260f09-c5dd-49b1-9709-ca203d15c74d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=517333df-4cc0-454b-a507-c1beaa4775cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314965 Sep 14 13:32:37.420560 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Deleting port d54b0522-b999-4e81-877e-5975e9cccadc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:37.421114 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.473998 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:32:36Z', 'revision_number': 5, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port': {'id': 'd54b0522-b999-4e81-877e-5975e9cccadc', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:37.505815 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] Checking router: c1b38afa-8275-4dce-936d-8f6da176aed6 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:32:37.515408 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] Routers {'c1b38afa-8275-4dce-936d-8f6da176aed6'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:37.516100 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['c1b38afa-8275-4dce-936d-8f6da176aed6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:37.522724 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] For port d54b0522-b999-4e81-877e-5975e9cccadc, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d54b0522-b999-4e81-877e-5975e9cccadc,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:37.523912 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.527430 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c29917c9-947d-4f54-8ad6-3f3e459c3272 req-229fed59-73f3-4f4b-b055-23c6ee71b8f1 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642253 Sep 14 13:32:37.531066 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-6a0a0d4b-a627-4e01-a7f3-33a038f08353 service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455133 Sep 14 13:32:37.541399 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Calling delete_port for d54b0522-b999-4e81-877e-5975e9cccadc owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:37.680535 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a584c-5eb9-4609-a154-935b7947611b req-2ef9e7a7-7654-4722-aed9-9da7260366bb tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.682375 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9d9a584c-5eb9-4609-a154-935b7947611b req-2ef9e7a7-7654-4722-aed9-9da7260366bb tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1122901 Sep 14 13:32:37.720881 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f027f4b-f066-4665-a947-13b683de7309 req-b0c6c2de-a455-4b7d-8fa0-8276c59ab6dd service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654985 Sep 14 13:32:37.742494 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9d9a584c-5eb9-4609-a154-935b7947611b req-1ef7d1c7-1b9b-43a5-b5ac-a2981d1179c1 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490847 Sep 14 13:32:37.749557 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.757009 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] Set router c1b38afa-8275-4dce-936d-8f6da176aed6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:37.782170 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Pushing event deleted for resources: {'Port': ['ID=d54b0522-b999-4e81-877e-5975e9cccadc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:37.821420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a585df-eeba-4c19-94be-73665b023239 req-d1eb67df-6d4e-4f3f-8fdb-250d78b73a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.821653 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:32:37Z', 'revision_number': 6, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:37.822933 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e4a585df-eeba-4c19-94be-73665b023239 req-d1eb67df-6d4e-4f3f-8fdb-250d78b73a6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f69df88a6bb46a99404d1a799db376f&device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0503824 Sep 14 13:32:37.846906 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.852209 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb89eb-ea84-4fb6-a22b-02afaeabe52e None None] The sync data for ids ['c1b38afa-8275-4dce-936d-8f6da176aed6'] in dv-cinder-798783-2-iscsi is: [{'id': 'c1b38afa-8275-4dce-936d-8f6da176aed6', 'name': 'tempest-TestMinimumBasicScenario-1282483347-router', 'tenant_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:51Z', 'updated_at': '2021-09-14T13:32:37Z', 'revision_number': 6, 'project_id': '7d187ba1d5ec445f958d70a7e2f56a90', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:32:37.928007 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a585df-eeba-4c19-94be-73665b023239 req-2bcef2d5-baaf-417c-88c0-b44e930e02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:37.929516 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e4a585df-eeba-4c19-94be-73665b023239 req-2bcef2d5-baaf-417c-88c0-b44e930e02d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=517333df-4cc0-454b-a507-c1beaa4775cc HTTP/1.1" status: 200 len: 910 time: 0.0978198 Sep 14 13:32:37.960195 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.962760 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:37.982912 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e4a585df-eeba-4c19-94be-73665b023239 req-4593eeed-960c-449d-af84-379dc30fb06f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b11e7e-3a68-45ce-ad23-d0ae90b92416 HTTP/1.1" status: 200 len: 217 time: 0.0434947 Sep 14 13:32:38.009747 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.010374 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b38afa-8275-4dce-936d-8f6da176aed6 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:32:38.015488 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.019018 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-45acd43c-a246-4207-886d-3cea23fc364a admin admin] 10.222.0.30 "DELETE /v2.0/routers/c1b38afa-8275-4dce-936d-8f6da176aed6 HTTP/1.1" status: 204 len: 168 time: 0.9068723 Sep 14 13:32:38.019547 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46592) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:38.061439 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d67ee-f90c-4d86-ba80-8ee42079c5c7 req-4e6ccea9-49c3-4ee9-aab5-7fe260718967 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:38.062939 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-194d67ee-f90c-4d86-ba80-8ee42079c5c7 req-4e6ccea9-49c3-4ee9-aab5-7fe260718967 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 943 time: 0.1178160 Sep 14 13:32:38.064240 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a585df-eeba-4c19-94be-73665b023239 req-a27e111a-8924-4206-8614-e543140337d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:38.065585 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e4a585df-eeba-4c19-94be-73665b023239 req-a27e111a-8924-4206-8614-e543140337d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecf92564-4f3a-4ef0-a419-1e900527cd75 HTTP/1.1" status: 200 len: 849 time: 0.0681503 Sep 14 13:32:38.066909 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] Deleting subnet b0f5f2d7-373d-473c-a8e2-1d1a53545d80 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:32:38.070094 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.106429 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.107834 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e4a585df-eeba-4c19-94be-73665b023239 req-5e55cae0-81b8-4345-b70c-4b95a69d6db4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=517333df-4cc0-454b-a507-c1beaa4775cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333257 Sep 14 13:32:38.141792 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-194d67ee-f90c-4d86-ba80-8ee42079c5c7 req-2ffb1c48-8d25-4c3b-8688-182d38412024 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728900 Sep 14 13:32:38.219277 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e4a585df-eeba-4c19-94be-73665b023239 req-e8694bfb-079f-4cc6-aedd-b3e4cc5b910b service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016278 Sep 14 13:32:38.336092 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e4a585df-eeba-4c19-94be-73665b023239 req-a3f66163-9b0f-4257-86bf-df3bd46e0234 service neutron] 10.222.0.18 "GET /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067393 Sep 14 13:32:38.467523 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.523156 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.546057 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f5f2d7-373d-473c-a8e2-1d1a53545d80,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:38.554289 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.556417 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1283ddf7-ada2-42b2-83cb-4bc7d0404e5e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b0f5f2d7-373d-473c-a8e2-1d1a53545d80 HTTP/1.1" status: 204 len: 168 time: 0.5357709 Sep 14 13:32:38.558653 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:38.560286 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef147bcc-7e7b-49ac-948e-80eca20115b3 None None] Network 52f8afe2-9a44-4cef-a10c-3225eaf02fad requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:38.640779 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.694632 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d54b0522-b999-4e81-877e-5975e9cccadc no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:38.705916 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Deleting port 37342097-c6f0-4035-afdb-bb63886a1d72 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:38.706245 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.717812 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: d54b0522-b999-4e81-877e-5975e9cccadc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:38.718252 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d54b0522-b999-4e81-877e-5975e9cccadc not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:38.718734 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 7e77e391-1921-4e59-9bb2-2123a3bc71f4 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:38.741056 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 7e77e391-1921-4e59-9bb2-2123a3bc71f4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:38.741398 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 7e77e391-1921-4e59-9bb2-2123a3bc71f4 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:38.769574 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] For port 37342097-c6f0-4035-afdb-bb63886a1d72, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=37342097-c6f0-4035-afdb-bb63886a1d72,segment=NetworkSegment(0fb3b20a-4a52-4f5f-a861-17bce59905db),segment_id=0fb3b20a-4a52-4f5f-a861-17bce59905db)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:38.769934 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.783320 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Calling delete_port for 37342097-c6f0-4035-afdb-bb63886a1d72 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:38.833807 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] DHCP port deletion for 52f8afe2-9a44-4cef-a10c-3225eaf02fad request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:32:38.885166 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd85bc8-a30f-4256-a038-9e630b91552b req-61244437-0503-4985-86f1-4e8bb0ce0944 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:38.885646 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.886732 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8cd85bc8-a30f-4256-a038-9e630b91552b req-61244437-0503-4985-86f1-4e8bb0ce0944 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0633395 Sep 14 13:32:38.898195 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] Deleting port 37342097-c6f0-4035-afdb-bb63886a1d72 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:38.898567 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:38.908329 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] No DVR routers for this DVR port 37342097-c6f0-4035-afdb-bb63886a1d72 on host dv-cinder-798783-2-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:38.932145 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Pushing event deleted for resources: {'Port': ['ID=37342097-c6f0-4035-afdb-bb63886a1d72,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:38.948166 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8cd85bc8-a30f-4256-a038-9e630b91552b req-92f05077-a0df-4170-a717-436eac3ee2e7 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543725 Sep 14 13:32:38.995103 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] For port 37342097-c6f0-4035-afdb-bb63886a1d72, host dv-cinder-798783-2-iscsi, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:38.995484 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.007475 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] Calling delete_port for 37342097-c6f0-4035-afdb-bb63886a1d72 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:39.011468 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] Port 37342097-c6f0-4035-afdb-bb63886a1d72 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 13:32:39.013153 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.017214 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.041124 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f8afe2-9a44-4cef-a10c-3225eaf02fad']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:39.041555 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] Pushing event deleted for resources: {'Port': ['ID=37342097-c6f0-4035-afdb-bb63886a1d72,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:39.051711 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234b508-eec1-4b7e-bde5-87ab76b38011 None None] No DVR routers for this DVR port 37342097-c6f0-4035-afdb-bb63886a1d72 on host dv-cinder-798783-2-iscsi {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:39.054158 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb3b20a-4a52-4f5f-a861-17bce59905db') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:39.054452 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb3b20a-4a52-4f5f-a861-17bce59905db') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:39.065911 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.080446 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.086518 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:32:39.086939 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:32:39.088561 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:32:39.143277 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.148550 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.150388 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] 10.222.0.30 "DELETE /v2.0/networks/52f8afe2-9a44-4cef-a10c-3225eaf02fad HTTP/1.1" status: 204 len: 168 time: 0.5907936 Sep 14 13:32:39.154036 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:39.161144 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06008708-b71c-41f1-932b-a928bcd8274e admin admin] Pushing event deleted for resources: {'Network': ['ID=52f8afe2-9a44-4cef-a10c-3225eaf02fad,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:39.586708 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1b2f0-0100-464a-9ee5-0e5a4108bbda req-ac19dacc-fd6d-4e8b-a3f0-faa45c6c1532 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:39.588209 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b8d1b2f0-0100-464a-9ee5-0e5a4108bbda req-ac19dacc-fd6d-4e8b-a3f0-faa45c6c1532 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 943 time: 0.3693671 Sep 14 13:32:39.672347 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b8d1b2f0-0100-464a-9ee5-0e5a4108bbda req-b3dcd0ba-ca47-4530-b12d-45d66248881b tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755575 Sep 14 13:32:39.884740 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22e79965-7b8e-4d55-86f2-12b29e19312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:39.896527 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:40.155103 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da904bde-3cb3-4ad2-98f7-e265386686c4 req-7b62fe98-df0d-47c2-abad-654112c4e56b tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:40.156506 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da904bde-3cb3-4ad2-98f7-e265386686c4 req-7b62fe98-df0d-47c2-abad-654112c4e56b tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.1337304 Sep 14 13:32:40.219973 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da904bde-3cb3-4ad2-98f7-e265386686c4 req-7baa2d4a-6863-4290-ad67-2a37c8db56dc tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568135 Sep 14 13:32:40.268052 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device d4b11e7e-3a68-45ce-ad23-d0ae90b92416 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:32:40.293227 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Deleting port bec481d1-1e1e-4ec3-9160-25233fd0b90a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:40.294082 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:40.387996 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port d4b11e7e-3a68-45ce-ad23-d0ae90b92416, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:40.392081 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] For port bec481d1-1e1e-4ec3-9160-25233fd0b90a, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=bec481d1-1e1e-4ec3-9160-25233fd0b90a,segment=NetworkSegment(51a0644c-1f5a-4e74-ab53-30c34581ad80),segment_id=51a0644c-1f5a-4e74-ab53-30c34581ad80)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:40.392453 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:40.406759 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416', 'network_id': '517333df-4cc0-454b-a507-c1beaa4775cc', 'port_id': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416', 'mac_address': 'fa:16:3e:9f:66:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf92564-4f3a-4ef0-a419-1e900527cd75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:32:40.414327 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Calling delete_port for bec481d1-1e1e-4ec3-9160-25233fd0b90a owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:40.455956 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:40.468864 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b11e7e-3a68-45ce-ad23-d0ae90b92416 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:32:40.490160 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port d4b11e7e-3a68-45ce-ad23-d0ae90b92416, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:40.490509 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46620) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:40.491655 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de20a-e97f-457c-9e49-1b16d3cc633d req-4d7a42e7-2eb5-4707-90c6-dd213b4b0966 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:40.493621 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-094de20a-e97f-457c-9e49-1b16d3cc633d req-4d7a42e7-2eb5-4707-90c6-dd213b4b0966 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0928063 Sep 14 13:32:40.501883 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:40.560423 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:40.582878 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-094de20a-e97f-457c-9e49-1b16d3cc633d req-1ac59c35-d232-494a-96c9-26cd6e1155c9 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753205 Sep 14 13:32:40.615593 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-1c2af0ad-6001-4184-93ec-3d54926567c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1235473 Sep 14 13:32:40.621516 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-61cc7c5a-8089-4d80-ab95-4a6c06e5343c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:32:40.623084 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-61cc7c5a-8089-4d80-ab95-4a6c06e5343c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063324 Sep 14 13:32:40.677545 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 37342097-c6f0-4035-afdb-bb63886a1d72 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:40.693877 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:40.704217 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 37342097-c6f0-4035-afdb-bb63886a1d72 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:40.704447 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 37342097-c6f0-4035-afdb-bb63886a1d72 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:40.730161 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec481d1-1e1e-4ec3-9160-25233fd0b90a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:40.738158 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['d4b11e7e-3a68-45ce-ad23-d0ae90b92416'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:40.872671 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d5339-8b33-4cf8-9a3c-31b6bf556f0a req-1dd1e14d-d763-4992-9fa6-46ea46c5b6d2 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:40.880719 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c05d5339-8b33-4cf8-9a3c-31b6bf556f0a req-1dd1e14d-d763-4992-9fa6-46ea46c5b6d2 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 944 time: 0.0882936 Sep 14 13:32:40.984991 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c05d5339-8b33-4cf8-9a3c-31b6bf556f0a req-0b0968ae-c1ac-4815-97ac-36bc005b75fc tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032281 Sep 14 13:32:41.040934 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:41.270444 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Router 0771f61d-780c-418b-84ec-8dfa9007b7b0 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:32:41.376990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:32:41.382383 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-9cb17a10-a435-4674-b68a-d6e16ace15c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0771f61d-780c-418b-84ec-8dfa9007b7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2273211 Sep 14 13:32:41.385082 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:41.385607 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] Sync routers for ids ['0771f61d-780c-418b-84ec-8dfa9007b7b0'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:32:41.394449 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] Routers {'0771f61d-780c-418b-84ec-8dfa9007b7b0'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:41.395047 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['0771f61d-780c-418b-84ec-8dfa9007b7b0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:41.498137 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:41.505191 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] Set router 0771f61d-780c-418b-84ec-8dfa9007b7b0 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:41.609414 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:41.675984 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Deleting port 8fb339d5-3292-4088-b6a0-eb66292faf4f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:41.676614 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:41.729462 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:32:40Z', 'revision_number': 5, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port': {'id': '8fb339d5-3292-4088-b6a0-eb66292faf4f', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:57Z', 'updated_at': '2021-09-14T13:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:41.736620 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb841d9-2b08-40b9-aec6-eadb6586bc75 req-63518906-7fa4-4d43-8751-80d495a62a00 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:41.743923 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fb841d9-2b08-40b9-aec6-eadb6586bc75 req-63518906-7fa4-4d43-8751-80d495a62a00 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0667644 Sep 14 13:32:41.763609 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] Checking router: 0771f61d-780c-418b-84ec-8dfa9007b7b0 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:32:41.765349 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] For port 8fb339d5-3292-4088-b6a0-eb66292faf4f, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=8fb339d5-3292-4088-b6a0-eb66292faf4f,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:41.765717 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:41.774381 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] Routers {'0771f61d-780c-418b-84ec-8dfa9007b7b0'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:32:41.775006 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:32:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['0771f61d-780c-418b-84ec-8dfa9007b7b0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:41.778776 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Calling delete_port for 8fb339d5-3292-4088-b6a0-eb66292faf4f owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:41.793332 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fb841d9-2b08-40b9-aec6-eadb6586bc75 req-4bbc6407-f855-4009-b5c0-98ced897ef01 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484443 Sep 14 13:32:41.885595 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] Set router 0771f61d-780c-418b-84ec-8dfa9007b7b0 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:32:41.940535 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:32:41Z', 'revision_number': 6, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:41.956307 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:41.969645 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6e2e8-185d-4c0f-8f91-9a5672293b28 None None] The sync data for ids ['0771f61d-780c-418b-84ec-8dfa9007b7b0'] in dv-cinder-798783-2-iscsi is: [{'id': '0771f61d-780c-418b-84ec-8dfa9007b7b0', 'name': 'tempest-TestMinimumBasicScenario-922722544-router', 'tenant_id': '5c2070c12dd94d338682b2ebe9cebc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:56Z', 'updated_at': '2021-09-14T13:32:41Z', 'revision_number': 6, 'project_id': '5c2070c12dd94d338682b2ebe9cebc08', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:32:41.991690 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb339d5-3292-4088-b6a0-eb66292faf4f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:42.052504 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.128588 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9e6d-adeb-4a03-bb66-91d8407517f2 req-a59d1d2d-05c2-403d-b894-e6239a1428f1 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:42.130131 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d1cb9e6d-adeb-4a03-bb66-91d8407517f2 req-a59d1d2d-05c2-403d-b894-e6239a1428f1 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 944 time: 0.0769238 Sep 14 13:32:42.139819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7a6e-3340-4628-8521-0def94474a72 req-1cf2d6f2-a421-4220-a3fa-9ea3dedf3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:42.141335 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-1cf2d6f2-a421-4220-a3fa-9ea3dedf3011 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560&tenant_id=afe541c6e9b94ea3ad62cb54784cd417 HTTP/1.1" status: 200 len: 1098 time: 0.0770109 Sep 14 13:32:42.148321 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.150790 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.184653 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d1cb9e6d-adeb-4a03-bb66-91d8407517f2 req-79aaa2d7-89d7-4e8d-afe1-f5542316e152 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469098 Sep 14 13:32:42.201911 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.203194 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0771f61d-780c-418b-84ec-8dfa9007b7b0 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:32:42.217438 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.217438 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-10ddd926-a6b4-4a86-ac64-55c6e0afe28d admin admin] 10.222.0.30 "DELETE /v2.0/routers/0771f61d-780c-418b-84ec-8dfa9007b7b0 HTTP/1.1" status: 204 len: 168 time: 0.8238871 Sep 14 13:32:42.217438 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46646) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:42.223990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7a6e-3340-4628-8521-0def94474a72 req-c8200f27-63c6-4d0f-a761-ebc017d45add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:42.226644 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-c8200f27-63c6-4d0f-a761-ebc017d45add service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1098 time: 0.0587523 Sep 14 13:32:42.263975 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] Deleting subnet c69b10c5-2e13-41ce-a313-5a531a38b0b2 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:32:42.271275 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.285009 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device d4b11e7e-3a68-45ce-ad23-d0ae90b92416 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:32:42.306811 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.337761 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7a6e-3340-4628-8521-0def94474a72 req-eb72908b-7c30-4e99-b704-890c7fe0c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:42.339547 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-eb72908b-7c30-4e99-b704-890c7fe0c38b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 910 time: 0.1053898 Sep 14 13:32:42.343568 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57351d67-15c7-409f-8444-ac1b21e8642e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.371794 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:32:42.377567 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:32:42.378329 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.402621 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.421704 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-dbff9dee-60af-4a0b-8855-c080ce636d22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 1001 time: 0.0724564 Sep 14 13:32:42.468780 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.484494 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.486521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7a6e-3340-4628-8521-0def94474a72 req-e4cc7413-aebe-4cb9-a41d-060c6aa08357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:42.488183 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-e4cc7413-aebe-4cb9-a41d-060c6aa08357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.0587718 Sep 14 13:32:42.500135 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69b10c5-2e13-41ce-a313-5a531a38b0b2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:42.503861 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.508596 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-9e654ad7-876b-491d-8eae-ab77302fde29 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c69b10c5-2e13-41ce-a313-5a531a38b0b2 HTTP/1.1" status: 204 len: 168 time: 0.2950411 Sep 14 13:32:42.509355 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:42.510738 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adf3cc-413c-4617-827d-b9215a2c6096 None None] Network fa5101dd-5d52-4666-973d-17cd2c95291a requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:32:42.516932 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8917643c-75dd-4435-8270-be03b403cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:42.519146 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d9760f-b581-4ce5-9103-abac7fd02ed3" -d '{"events": [{"server_uuid": "8917643c-75dd-4435-8270-be03b403cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "d4b11e7e-3a68-45ce-ad23-d0ae90b92416"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:42.545666 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port d4b11e7e-3a68-45ce-ad23-d0ae90b92416, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:42.556970 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.557975 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 687763cb-9d3d-478b-a68f-0ac7abc3575c no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:42.569392 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7a6e-3340-4628-8521-0def94474a72 req-d1ba2a9a-861c-4ca6-a423-f3252927d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:42.570995 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-d1ba2a9a-861c-4ca6-a423-f3252927d1d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743854 Sep 14 13:32:42.602889 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.620203 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe9b410-1589-456f-a30c-9749b4e07365 x-openstack-request-id: req-cbe9b410-1589-456f-a30c-9749b4e07365 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:42.620489 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8917643c-75dd-4435-8270-be03b403cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "d4b11e7e-3a68-45ce-ad23-d0ae90b92416", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:42.620755 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbe9b410-1589-456f-a30c-9749b4e07365 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:42.621249 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8917643c-75dd-4435-8270-be03b403cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416', 'code': 200} Sep 14 13:32:42.674631 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Deleting port fac88128-5b94-4612-9112-9a2350469453 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:42.675017 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.710387 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.727015 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-25f65fc4-f644-4991-a55e-e8b042006a72 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473348 Sep 14 13:32:42.754069 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:42.757076 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] For port fac88128-5b94-4612-9112-9a2350469453, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=fac88128-5b94-4612-9112-9a2350469453,segment=NetworkSegment(51a0644c-1f5a-4e74-ab53-30c34581ad80),segment_id=51a0644c-1f5a-4e74-ab53-30c34581ad80)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:42.757442 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.773769 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Calling delete_port for fac88128-5b94-4612-9112-9a2350469453 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:42.799937 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.863135 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:42.863591 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15a85-9dfb-4d92-8c86-0cade5165306 req-f114ccee-8da3-45f2-9ee5-403ece49ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:42.865432 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceb15a85-9dfb-4d92-8c86-0cade5165306 req-f114ccee-8da3-45f2-9ee5-403ece49ec44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 1098 time: 0.1079652 Sep 14 13:32:42.868800 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.886110 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a354965-7ac5-4979-a071-4c403370564c None None] DHCP port deletion for fa5101dd-5d52-4666-973d-17cd2c95291a request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:32:42.931754 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:42.932098 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-282b7a6e-3340-4628-8521-0def94474a72 req-e16e8094-f439-4a56-8eac-38cfb341c64e service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924236 Sep 14 13:32:42.948439 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceb15a85-9dfb-4d92-8c86-0cade5165306 req-abcc8b68-d49e-4d10-9a5f-4e65d401b285 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665641 Sep 14 13:32:42.951602 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6a354965-7ac5-4979-a071-4c403370564c None None] The port 'fac88128-5b94-4612-9112-9a2350469453' was deleted {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 14 13:32:42.987534 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:42.997829 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] No DVR routers for this DVR port fac88128-5b94-4612-9112-9a2350469453 on host dv-cinder-798783-2-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:43.000820 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 8fb339d5-3292-4088-b6a0-eb66292faf4f no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:43.008310 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Pushing event deleted for resources: {'Port': ['ID=fac88128-5b94-4612-9112-9a2350469453,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:43.025438 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 8fb339d5-3292-4088-b6a0-eb66292faf4f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:43.025730 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 8fb339d5-3292-4088-b6a0-eb66292faf4f not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:43.026153 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bec481d1-1e1e-4ec3-9160-25233fd0b90a no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:43.028808 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3b2e-4605-4dd0-84d7-ef4ef2f75b5c req-4475d9e0-d4af-4978-a198-8450be3de337 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:43.033326 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-166a3b2e-4605-4dd0-84d7-ef4ef2f75b5c req-4475d9e0-d4af-4978-a198-8450be3de337 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0675378 Sep 14 13:32:43.048299 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: bec481d1-1e1e-4ec3-9160-25233fd0b90a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:43.048737 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bec481d1-1e1e-4ec3-9160-25233fd0b90a not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:43.077315 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-166a3b2e-4605-4dd0-84d7-ef4ef2f75b5c req-913dd8a7-f343-4bd5-a0d0-0de2e26e07e9 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 Sep 14 13:32:43.100115 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.120368 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5101dd-5d52-4666-973d-17cd2c95291a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:43.130378 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a0644c-1f5a-4e74-ab53-30c34581ad80') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:43.130676 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a0644c-1f5a-4e74-ab53-30c34581ad80') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:32:43.142332 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.156213 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.162589 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:32:43.162980 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:32:43.165009 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:32:43.225420 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.230805 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.235192 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] 10.222.0.30 "DELETE /v2.0/networks/fa5101dd-5d52-4666-973d-17cd2c95291a HTTP/1.1" status: 204 len: 168 time: 0.7230096 Sep 14 13:32:43.244638 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b85fd6-ef56-4122-bf81-3bbb5bf064ba admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5101dd-5d52-4666-973d-17cd2c95291a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:43.347472 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a09c6e-6737-420f-b65e-7ed4a57ca296 req-9a20dd2a-3bb6-47b1-8a59-d67a765575ed tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:43.349062 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-47a09c6e-6737-420f-b65e-7ed4a57ca296 req-9a20dd2a-3bb6-47b1-8a59-d67a765575ed tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 945 time: 0.0755267 Sep 14 13:32:43.393478 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-47a09c6e-6737-420f-b65e-7ed4a57ca296 req-394a479c-a213-46ea-ba49-7f7719f59865 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Sep 14 13:32:43.421813 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46674) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:43.445389 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.463932 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c9fe9cff-3290-408c-8587-b1555e5a39fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d187ba1d5ec445f958d70a7e2f56a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409594 Sep 14 13:32:43.466440 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46676) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:43.519628 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d7118fb-bbca-4739-aa16-2688a32d6bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.542261 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d7118fb-bbca-4739-aa16-2688a32d6bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.597161 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d7118fb-bbca-4739-aa16-2688a32d6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.599734 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d7118fb-bbca-4739-aa16-2688a32d6bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:43.600915 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5d7118fb-bbca-4739-aa16-2688a32d6bc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98 HTTP/1.1" status: 204 len: 168 time: 0.1335754 Sep 14 13:32:43.608936 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7118fb-bbca-4739-aa16-2688a32d6bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4a340f-f9a0-475d-8e2a-f4a4c66e5d98,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:43.915632 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:43.958211 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-6a798ab9-98df-4fee-b4b0-5f6cf514ed87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c2070c12dd94d338682b2ebe9cebc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414221 Sep 14 13:32:43.960671 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46684) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:44.008501 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c087464c-687b-4aa3-9ff4-53a927ba69df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:44.031829 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c087464c-687b-4aa3-9ff4-53a927ba69df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:44.078990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c087464c-687b-4aa3-9ff4-53a927ba69df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:44.081469 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c087464c-687b-4aa3-9ff4-53a927ba69df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:44.085027 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-c087464c-687b-4aa3-9ff4-53a927ba69df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/558fbe0a-7724-4665-84e1-dc13ce5c3b64 HTTP/1.1" status: 204 len: 168 time: 0.1210511 Sep 14 13:32:44.091063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087464c-687b-4aa3-9ff4-53a927ba69df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558fbe0a-7724-4665-84e1-dc13ce5c3b64,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:44.203324 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37567ebf-d469-4eba-85c2-74eaaacf80b3 req-e5208d0c-e466-43e2-b727-beee95a889ef tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:44.204956 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-37567ebf-d469-4eba-85c2-74eaaacf80b3 req-e5208d0c-e466-43e2-b727-beee95a889ef tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0533025 Sep 14 13:32:44.246426 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-37567ebf-d469-4eba-85c2-74eaaacf80b3 req-e875c002-9eca-42d2-a9d3-1d5d1a36b137 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347061 Sep 14 13:32:44.513458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727758d0-0f70-43a9-bedd-911c09b6176b req-8275643e-c89c-4dd4-be8f-184848e568e0 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:44.514958 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-727758d0-0f70-43a9-bedd-911c09b6176b req-8275643e-c89c-4dd4-be8f-184848e568e0 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 945 time: 0.0494993 Sep 14 13:32:44.551449 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-727758d0-0f70-43a9-bedd-911c09b6176b req-9455feeb-f965-4fa2-ba22-a9abc6f1203e tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Sep 14 13:32:44.622970 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:44.625299 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c4679-0e2b-4856-b3cd-20ddf5be63bb" -d '{"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-unplugged", "status": "completed", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:44.658023 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device fac88128-5b94-4612-9112-9a2350469453 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:44.661281 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8d99e9-674a-42bc-899a-bd50edc49384 x-openstack-request-id: req-2e8d99e9-674a-42bc-899a-bd50edc49384 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:44.661598 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-unplugged", "status": "completed", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:44.661844 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e8d99e9-674a-42bc-899a-bd50edc49384 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:44.662228 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'code': 200} Sep 14 13:32:44.681049 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: fac88128-5b94-4612-9112-9a2350469453 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:44.681420 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device fac88128-5b94-4612-9112-9a2350469453 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:45.019442 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:45.260227 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37294d1-b50c-4b01-aa51-e356427ae19e req-f574c095-a4ba-4b79-b45d-ea2a8d547974 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:45.261693 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d37294d1-b50c-4b01-aa51-e356427ae19e req-f574c095-a4ba-4b79-b45d-ea2a8d547974 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 945 time: 0.0476580 Sep 14 13:32:45.302428 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d37294d1-b50c-4b01-aa51-e356427ae19e req-8d1f19fd-eb24-462f-ba39-d8df41eac6ec tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348682 Sep 14 13:32:45.370776 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedceaa2-a2a5-4724-8044-3c0819b40b95 req-b6d8ba24-c2cf-4215-ba5b-48263a7352ea tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:45.372313 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fedceaa2-a2a5-4724-8044-3c0819b40b95 req-b6d8ba24-c2cf-4215-ba5b-48263a7352ea tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0556774 Sep 14 13:32:45.657297 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fedceaa2-a2a5-4724-8044-3c0819b40b95 req-57052051-65df-48c2-b220-5128ebece4d5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789531 Sep 14 13:32:46.416908 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4b35e-1d1e-4697-9a10-5fb4e7a8754b req-e5d7a7cd-30fa-48b5-8ac2-f98eeb2f328e tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:46.418438 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8bb4b35e-1d1e-4697-9a10-5fb4e7a8754b req-e5d7a7cd-30fa-48b5-8ac2-f98eeb2f328e tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 945 time: 0.0480680 Sep 14 13:32:46.458859 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8bb4b35e-1d1e-4697-9a10-5fb4e7a8754b req-9027f54d-0ea3-419b-b1fa-aef39e0a5e17 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff9a20b-3534-455c-877c-4603e915e6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345902 Sep 14 13:32:46.786542 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-b9f76902-3f42-4578-8136-4ecba8bd0210 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:46.787999 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-b9f76902-3f42-4578-8136-4ecba8bd0210 tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 945 time: 0.0786500 Sep 14 13:32:46.799479 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c357f0-b094-4409-afed-79761a4a44bc req-de726398-70fc-4099-b97f-e9a0e6255e21 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:46.800870 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b2c357f0-b094-4409-afed-79761a4a44bc req-de726398-70fc-4099-b97f-e9a0e6255e21 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0661001 Sep 14 13:32:46.883582 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b2c357f0-b094-4409-afed-79761a4a44bc req-7b4f14be-0b71-4da3-8249-e3ab06a46ae5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757442 Sep 14 13:32:46.909399 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Deleting port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:32:46.909749 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:46.999282 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] For port d4b11e7e-3a68-45ce-ad23-d0ae90b92416, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,segment=NetworkSegment(ce6276c9-7da9-438c-929f-ecd1a2c1b250),segment_id=ce6276c9-7da9-438c-929f-ecd1a2c1b250)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:46.999645 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:47.011137 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Calling delete_port for d4b11e7e-3a68-45ce-ad23-d0ae90b92416 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:32:47.136563 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:47.147637 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['d4b11e7e-3a68-45ce-ad23-d0ae90b92416'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:47.164669 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Pushing event deleted for resources: {'Port': ['ID=d4b11e7e-3a68-45ce-ad23-d0ae90b92416,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:47.211542 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] No DVR routers for this DVR port d4b11e7e-3a68-45ce-ad23-d0ae90b92416 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:32:47.213886 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:47.215890 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4cc71934-a6f2-4bea-83c8-170e953e149d req-49712d5b-b823-4c54-b686-f66ca296a6cf tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.18 "DELETE /v2.0/ports/d4b11e7e-3a68-45ce-ad23-d0ae90b92416 HTTP/1.1" status: 204 len: 173 time: 0.4141605 Sep 14 13:32:47.216328 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8917643c-75dd-4435-8270-be03b403cb1b', 'name': 'network-vif-deleted', 'tag': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:47.218572 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7d3fb-0e44-41f1-ac60-1309c69fdb01" -d '{"events": [{"server_uuid": "8917643c-75dd-4435-8270-be03b403cb1b", "name": "network-vif-deleted", "tag": "d4b11e7e-3a68-45ce-ad23-d0ae90b92416"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:47.259856 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336ab6e-5314-4949-8039-3b3b26be8c9c x-openstack-request-id: req-e336ab6e-5314-4949-8039-3b3b26be8c9c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:47.260311 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8917643c-75dd-4435-8270-be03b403cb1b", "name": "network-vif-deleted", "tag": "d4b11e7e-3a68-45ce-ad23-d0ae90b92416", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:47.260571 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e336ab6e-5314-4949-8039-3b3b26be8c9c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:47.261194 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8917643c-75dd-4435-8270-be03b403cb1b', 'name': 'network-vif-deleted', 'tag': 'd4b11e7e-3a68-45ce-ad23-d0ae90b92416', 'status': 'completed', 'code': 200} Sep 14 13:32:47.570963 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e0c14c85-9532-4bc7-b263-e2cb831db49e req-cf7b203b-3257-49a9-9c40-d001ff1723af tempest-VolumesActionsTest-1220177178 tempest-VolumesActionsTest-1220177178-project] 10.222.0.30 "GET /v2.0/ports?device_id=8917643c-75dd-4435-8270-be03b403cb1b HTTP/1.1" status: 200 len: 210 time: 0.0322471 Sep 14 13:32:47.999737 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639729-6da8-4aed-832a-33052f218b92 req-3ffd4e81-ded8-4513-a861-50be4ef65f67 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:48.001248 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-11639729-6da8-4aed-832a-33052f218b92 req-3ffd4e81-ded8-4513-a861-50be4ef65f67 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0524142 Sep 14 13:32:48.039507 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-11639729-6da8-4aed-832a-33052f218b92 req-8ac3fa17-2a80-4a1f-a43b-9a54be87303d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Sep 14 13:32:49.157912 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79821f6a-9660-4d8e-9bce-ded0c8fe347f req-d2f8a311-bfaf-46e1-bca9-f1ff002bb9d6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:49.159563 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79821f6a-9660-4d8e-9bce-ded0c8fe347f req-d2f8a311-bfaf-46e1-bca9-f1ff002bb9d6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0508945 Sep 14 13:32:49.205374 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79821f6a-9660-4d8e-9bce-ded0c8fe347f req-f4a32158-c250-40b9-b7c7-6bd619dda64e tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 Sep 14 13:32:49.250311 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fd180-bbb5-4359-86d5-5c3640039fb3 req-a18b4393-9e4b-47f7-8423-58eae3e56e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:49.251796 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3e6fd180-bbb5-4359-86d5-5c3640039fb3 req-a18b4393-9e4b-47f7-8423-58eae3e56e37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1096 time: 0.0403092 Sep 14 13:32:49.285088 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3e6fd180-bbb5-4359-86d5-5c3640039fb3 req-37523663-06b1-40a1-8787-29810084f5ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266361 Sep 14 13:32:50.172128 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 46806) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:50.288146 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-462668ed-107e-4f55-8255-d5f1154006e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.346909 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab9482-114a-45c1-8020-04cc5963c4d2 req-aca385db-1bd8-4d6b-ab03-a547f45e70c8 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:50.348376 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-82ab9482-114a-45c1-8020-04cc5963c4d2 req-aca385db-1bd8-4d6b-ab03-a547f45e70c8 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 943 time: 0.0760875 Sep 14 13:32:50.407125 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-82ab9482-114a-45c1-8020-04cc5963c4d2 req-87f4b750-1f5d-4e34-b023-f0638561e7c0 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506012 Sep 14 13:32:50.444129 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-462668ed-107e-4f55-8255-d5f1154006e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.444365 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 687763cb-9d3d-478b-a68f-0ac7abc3575c details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:32:50.448061 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-462668ed-107e-4f55-8255-d5f1154006e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.489236 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-462668ed-107e-4f55-8255-d5f1154006e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f066c397d4134838b4c54d98bff9cb2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160100 Sep 14 13:32:50.490419 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462668ed-107e-4f55-8255-d5f1154006e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82487c7d-4375-45e2-95ba-e2913ab4712d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:50.491911 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 46816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:50.541904 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-912cb339-7e64-49f8-8cd1-d1d9460f18e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.542882 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:50.554368 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'port_id': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'mac_address': 'fa:16:3e:a4:36:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:32:50.564817 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-912cb339-7e64-49f8-8cd1-d1d9460f18e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.591101 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.603779 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687763cb-9d3d-478b-a68f-0ac7abc3575c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:32:50.620156 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-912cb339-7e64-49f8-8cd1-d1d9460f18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.622768 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-912cb339-7e64-49f8-8cd1-d1d9460f18e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.623913 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-912cb339-7e64-49f8-8cd1-d1d9460f18e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82487c7d-4375-45e2-95ba-e2913ab4712d HTTP/1.1" status: 204 len: 168 time: 0.1309345 Sep 14 13:32:50.624175 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:50.630183 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:50.633425 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cb339-7e64-49f8-8cd1-d1d9460f18e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82487c7d-4375-45e2-95ba-e2913ab4712d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:50.692587 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:51.274241 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device d4b11e7e-3a68-45ce-ad23-d0ae90b92416 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:32:51.293863 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: d4b11e7e-3a68-45ce-ad23-d0ae90b92416 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:32:51.294201 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device d4b11e7e-3a68-45ce-ad23-d0ae90b92416 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:32:51.521769 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd27a6-7ca2-4b66-a307-9eb4fa237d89 req-fc1f52a2-f051-4ee3-9d8c-5706e46fda43 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:51.523270 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-02fd27a6-7ca2-4b66-a307-9eb4fa237d89 req-fc1f52a2-f051-4ee3-9d8c-5706e46fda43 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 944 time: 0.0510097 Sep 14 13:32:51.561707 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-02fd27a6-7ca2-4b66-a307-9eb4fa237d89 req-ec76bb77-6af6-447e-9037-07c03212bff0 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Sep 14 13:32:52.228879 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:32:52.498544 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['687763cb-9d3d-478b-a68f-0ac7abc3575c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:32:52.688045 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbf77-e6c5-4838-be6f-3155c5e19ab1 req-5afc6171-4e22-4914-bfc6-750d8e1f30c9 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:52.689537 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be3dbf77-e6c5-4838-be6f-3155c5e19ab1 req-5afc6171-4e22-4914-bfc6-750d8e1f30c9 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 944 time: 0.0502956 Sep 14 13:32:52.728164 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be3dbf77-e6c5-4838-be6f-3155c5e19ab1 req-846d75e5-d601-4909-999e-fe2e36c99337 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326400 Sep 14 13:32:54.055875 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3196-aa8b-4b53-bf8a-414917831418 req-c5dcc241-3a42-4d41-9f94-f80e62b3b695 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:32:54.063445 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2aff3196-aa8b-4b53-bf8a-414917831418 req-c5dcc241-3a42-4d41-9f94-f80e62b3b695 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 944 time: 0.2531242 Sep 14 13:32:54.115420 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2aff3196-aa8b-4b53-bf8a-414917831418 req-d5f3d3c8-a473-479b-9f37-75f0a0fffb20 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Sep 14 13:32:54.351928 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 687763cb-9d3d-478b-a68f-0ac7abc3575c up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:32:54.428749 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 687763cb-9d3d-478b-a68f-0ac7abc3575c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:32:54.429405 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:54.537370 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:54.579581 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:32:54.581849 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28bc6c4-e836-4237-849c-9f926b146b5b" -d '{"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-plugged", "status": "completed", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:32:54.596528 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:32:54.601813 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:54.639867 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b1b6c4-7512-4924-b228-c2cc818d3376 x-openstack-request-id: req-b4b1b6c4-7512-4924-b228-c2cc818d3376 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:32:54.640157 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-plugged", "status": "completed", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:32:54.640405 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4b1b6c4-7512-4924-b228-c2cc818d3376 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:32:54.640818 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'code': 200} Sep 14 13:32:54.675257 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:59.093389 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47014) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:59.226456 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f189ec9e-1f29-4cd9-b6a7-b2758067e0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.336468 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f189ec9e-1f29-4cd9-b6a7-b2758067e0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.349797 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f189ec9e-1f29-4cd9-b6a7-b2758067e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.388341 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f189ec9e-1f29-4cd9-b6a7-b2758067e0ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e33b89bd1dd45b6bb6e514d5c5a88cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937608 Sep 14 13:32:59.391304 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 47018) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:59.410651 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189ec9e-1f29-4cd9-b6a7-b2758067e0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff06fea-a9cb-4061-be38-a264df7035a7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:59.449171 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c68d721-8e71-4899-9340-25a070c77e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.471618 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c68d721-8e71-4899-9340-25a070c77e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.528408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c68d721-8e71-4899-9340-25a070c77e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.531535 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c68d721-8e71-4899-9340-25a070c77e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.535559 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-2c68d721-8e71-4899-9340-25a070c77e88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ff06fea-a9cb-4061-be38-a264df7035a7 HTTP/1.1" status: 204 len: 168 time: 0.1421340 Sep 14 13:32:59.544088 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68d721-8e71-4899-9340-25a070c77e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff06fea-a9cb-4061-be38-a264df7035a7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:32:59.840022 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 47028) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:32:59.853647 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4065b48-c2f7-47dd-99df-b179558e44bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.979980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4065b48-c2f7-47dd-99df-b179558e44bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:32:59.985087 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4065b48-c2f7-47dd-99df-b179558e44bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.011523 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-d4065b48-c2f7-47dd-99df-b179558e44bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffb04ff4459c46bdab61d2aad9969631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703415 Sep 14 13:33:00.014468 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:00.033509 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4065b48-c2f7-47dd-99df-b179558e44bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf518cc-d939-4773-a4ec-949c723e69a7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:00.090353 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51bbad83-3395-4c44-bbb5-42c41be9b560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.121588 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51bbad83-3395-4c44-bbb5-42c41be9b560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.174441 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51bbad83-3395-4c44-bbb5-42c41be9b560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.178379 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51bbad83-3395-4c44-bbb5-42c41be9b560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.180265 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-51bbad83-3395-4c44-bbb5-42c41be9b560 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cf518cc-d939-4773-a4ec-949c723e69a7 HTTP/1.1" status: 204 len: 168 time: 0.1637075 Sep 14 13:33:00.189431 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbad83-3395-4c44-bbb5-42c41be9b560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf518cc-d939-4773-a4ec-949c723e69a7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:00.595854 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:00.611314 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2647445b-6d5e-4861-a56c-23cbc96bd125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.711011 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2647445b-6d5e-4861-a56c-23cbc96bd125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.715520 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2647445b-6d5e-4861-a56c-23cbc96bd125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.749322 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-2647445b-6d5e-4861-a56c-23cbc96bd125 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc7479c0f1084ed3a4a380266512ac77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522532 Sep 14 13:33:00.749528 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 47044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:00.777233 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647445b-6d5e-4861-a56c-23cbc96bd125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3a1947-ce78-49d3-a6cc-d84b5044cfb7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:00.815671 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e05a5b0c-f6f0-4319-b9ca-9bd5f8723cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.846850 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e05a5b0c-f6f0-4319-b9ca-9bd5f8723cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.909775 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e05a5b0c-f6f0-4319-b9ca-9bd5f8723cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.912536 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e05a5b0c-f6f0-4319-b9ca-9bd5f8723cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:00.916484 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e05a5b0c-f6f0-4319-b9ca-9bd5f8723cd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f3a1947-ce78-49d3-a6cc-d84b5044cfb7 HTTP/1.1" status: 204 len: 168 time: 0.1656640 Sep 14 13:33:00.930296 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a5b0c-f6f0-4319-b9ca-9bd5f8723cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3a1947-ce78-49d3-a6cc-d84b5044cfb7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:01.698952 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 47072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:01.824812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-463595521-network', 'tenant_id': '134670d309944210a974f612951cd3e2'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:33:01.846331 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Made reservation on behalf of 134670d309944210a974f612951cd3e2 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:33:01.848607 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:01.857695 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:01.976799 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:01.983753 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.013602 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810e909-59bf-49e4-87fd-b618f7c0825c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:02.029201 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:33:02.040336 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.040797 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Added segment 77d5707b-b1fd-4a5b-abc4-a49d00e9942a of type vlan for network 7b0a8d3d-cc71-4104-bde8-960861960010 Sep 14 13:33:02.088662 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.117711 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.119573 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:02.120258 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.211898 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5118153 Sep 14 13:33:02.213188 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfc1b8-44a9-4e0f-a388-2fe73f724b94 admin admin] Pushing event updated for resources: {'Network': ['ID=7b0a8d3d-cc71-4104-bde8-960861960010,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:02.215497 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47082) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:02.228732 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Request body: {'subnet': {'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-463595521-subnet', 'tenant_id': '134670d309944210a974f612951cd3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:33:02.230466 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network 7b0a8d3d-cc71-4104-bde8-960861960010 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:33:02.257780 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Made reservation on behalf of 134670d309944210a974f612951cd3e2 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:33:02.260557 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.499896 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.579647 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedd06e3-cbd2-4d73-b993-743b64534299,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:02.599626 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Checking segment: {'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:33:02.600138 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Network hostable DHCP agents. Network: 7b0a8d3d-cc71-4104-bde8-960861960010, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:33:02.622433 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Network 7b0a8d3d-cc71-4104-bde8-960861960010 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:33:02.634036 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, 7b0a8d3d-cc71-4104-bde8-960861960010) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:33:02.639718 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:02.640324 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:02.643867 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ed4bc-82ca-4797-9b68-3fa409f74389 None None] Network 7b0a8d3d-cc71-4104-bde8-960861960010 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:33:02.671328 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3ab27950-df1b-48da-9398-d96cb8a93c75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4520180 Sep 14 13:33:02.815195 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490022e5-58e1-41a9-9669-d1fd9b05a948 None None] Network 7b0a8d3d-cc71-4104-bde8-960861960010 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:33:04.575154 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-e34157bc-5c05-4554-abac-55fe2360d9c7 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:04.576547 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-e34157bc-5c05-4554-abac-55fe2360d9c7 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/networks?id=7b0a8d3d-cc71-4104-bde8-960861960010 HTTP/1.1" status: 200 len: 813 time: 0.1119387 Sep 14 13:33:04.591818 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-52f973b6-a96b-4f01-ab36-e0a1021473a8 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/quotas/134670d309944210a974f612951cd3e2 HTTP/1.1" status: 200 len: 375 time: 0.0095990 Sep 14 13:33:04.623764 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-4a7802bc-44c3-48ec-a088-0f1a29ae684e tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=134670d309944210a974f612951cd3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263891 Sep 14 13:33:04.734405 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-8f26d655-58f8-4728-b966-4e43f34a6f52 service neutron] 10.222.0.30 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015246 Sep 14 13:33:04.829407 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-50a3f790-13a4-4049-bf60-6ac3e0d277d9 service neutron] 10.222.0.30 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939529 Sep 14 13:33:05.186885 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-95bec06a-eea8-40a0-8cd0-0e8bebb32535 req-71a8ccc3-6ebd-4a58-be90-e2846022a95d tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 210 time: 0.1825006 Sep 14 13:33:05.754649 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:06.315863 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d108d256-92b7-4656-a3d5-4733f6aff445 req-a04f904e-cddc-42b8-afaa-a1886164da0c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 210 time: 0.0514264 Sep 14 13:33:06.396471 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-496dc756-49a7-4566-aba9-6bfb6dfd2b77 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:06.405675 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-496dc756-49a7-4566-aba9-6bfb6dfd2b77 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "GET /v2.0/networks?id=7b0a8d3d-cc71-4104-bde8-960861960010 HTTP/1.1" status: 200 len: 813 time: 0.2220399 Sep 14 13:33:06.419054 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Request body: {'port': {'device_id': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010', 'admin_state_up': True, 'tenant_id': '134670d309944210a974f612951cd3e2'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:33:06.531427 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Made reservation on behalf of 134670d309944210a974f612951cd3e2 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:33:06.535135 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:06.681635 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Allocated IP 172.20.0.10 (7b0a8d3d-cc71-4104-bde8-960861960010/dedd06e3-cbd2-4d73-b993-743b64534299/3a822a43-6b4c-4eb8-82dc-a395a9742002) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:33:06.860529 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:06.902211 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:06.947529 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Network 7b0a8d3d-cc71-4104-bde8-960861960010 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:33:06.951294 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:33:06.955283 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:33:06.983306 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Pushing event updated for resources: {'Port': ['ID=3a822a43-6b4c-4eb8-82dc-a395a9742002,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:06.992677 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.993076 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.993430 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.993819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.994114 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.994455 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.994790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.995125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.995566 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.995806 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.996142 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:06.996465 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:07.033269 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:07.034043 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:07.051038 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96400e70-a73a-4cc2-bbcf-827808f8f2f3 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6356816 Sep 14 13:33:07.069996 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Request body: {'port': {'device_id': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:33:07.131028 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:07.437048 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a822a43-6b4c-4eb8-82dc-a395a9742002 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:33:07.445839 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:07.469919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c847ac-c575-43dc-bdaa-9d40ecc13f53 req-9c810acf-d1d3-4bd0-8a3a-5d125a42fe02 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:07.471706 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-59c847ac-c575-43dc-bdaa-9d40ecc13f53 req-9c810acf-d1d3-4bd0-8a3a-5d125a42fe02 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 932 time: 0.0774882 Sep 14 13:33:07.472802 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Transition to ACTIVE for port object 3a822a43-6b4c-4eb8-82dc-a395a9742002 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:33:07.478050 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:07.545542 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Pushing event updated for resources: {'Port': ['ID=3a822a43-6b4c-4eb8-82dc-a395a9742002,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:07.568404 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-59c847ac-c575-43dc-bdaa-9d40ecc13f53 req-484c04b7-c5ff-488d-9927-95c5c82f7477 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878463 Sep 14 13:33:07.641528 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Attempting to bind port 3a822a43-6b4c-4eb8-82dc-a395a9742002 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:33:07.641778 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Attempting to bind port 3a822a43-6b4c-4eb8-82dc-a395a9742002 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:33:07.642105 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Attempting to bind port 3a822a43-6b4c-4eb8-82dc-a395a9742002 on network 7b0a8d3d-cc71-4104-bde8-960861960010 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:33:07.647086 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Port 3a822a43-6b4c-4eb8-82dc-a395a9742002 on network 7b0a8d3d-cc71-4104-bde8-960861960010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:33:07.647409 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Attempting to bind port 3a822a43-6b4c-4eb8-82dc-a395a9742002 on network 7b0a8d3d-cc71-4104-bde8-960861960010 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:33:07.654881 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:33:07.655150 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Checking segment: {'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:33:07.655532 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Bound using segment: {'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:33:07.655983 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Bound port: 3a822a43-6b4c-4eb8-82dc-a395a9742002, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:33:07.656343 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:07.724332 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] For port 3a822a43-6b4c-4eb8-82dc-a395a9742002, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:33:07.727758 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] For port 3a822a43-6b4c-4eb8-82dc-a395a9742002, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3a822a43-6b4c-4eb8-82dc-a395a9742002,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:33:07.735383 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:07.776052 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:07.776765 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:07.778157 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] 10.222.0.18 "PUT /v2.0/ports/3a822a43-6b4c-4eb8-82dc-a395a9742002 HTTP/1.1" status: 200 len: 1094 time: 0.7127490 Sep 14 13:33:07.778584 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'tag': '3a822a43-6b4c-4eb8-82dc-a395a9742002'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:33:07.780838 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c30d62-370a-491f-9137-5ba30ca4bcba" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e", "tag": "3a822a43-6b4c-4eb8-82dc-a395a9742002"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:33:07.819544 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fb295-3942-44cf-8d36-228991028f6e service neutron] Pushing event updated for resources: {'Port': ['ID=3a822a43-6b4c-4eb8-82dc-a395a9742002,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:07.845116 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f09671a-397b-4716-bfd1-7cbc341d169a x-openstack-request-id: req-6f09671a-397b-4716-bfd1-7cbc341d169a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:33:07.845408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e", "tag": "3a822a43-6b4c-4eb8-82dc-a395a9742002", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:33:07.845658 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f09671a-397b-4716-bfd1-7cbc341d169a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:33:07.846046 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'tag': '3a822a43-6b4c-4eb8-82dc-a395a9742002', 'status': 'completed', 'code': 200} Sep 14 13:33:07.883500 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96265366-6e82-47d2-8c4a-f36ec24a3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:07.885042 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-96265366-6e82-47d2-8c4a-f36ec24a3155 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134670d309944210a974f612951cd3e2&device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0623882 Sep 14 13:33:07.929788 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-f6b447c7-63ed-4687-b9f9-e088c8d9a48b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a822a43-6b4c-4eb8-82dc-a395a9742002 HTTP/1.1" status: 200 len: 217 time: 0.0341725 Sep 14 13:33:08.003587 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-ddd1e8c3-ddb2-4ad0-9662-0453b246be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:08.005177 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-ddd1e8c3-ddb2-4ad0-9662-0453b246be5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dedd06e3-cbd2-4d73-b993-743b64534299 HTTP/1.1" status: 200 len: 853 time: 0.0529511 Sep 14 13:33:08.043044 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-75974d49-1292-416e-8a54-925ae60e621c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b0a8d3d-cc71-4104-bde8-960861960010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264597 Sep 14 13:33:08.149347 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-dc286783-afea-4215-abb4-bea5f993f76a service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960643 Sep 14 13:33:08.243511 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-628a44f8-e2a9-4dcd-9423-6b7714ba5b99 req-b34cb5aa-a220-452f-acd7-3c9eedb16af8 service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858514 Sep 14 13:33:08.361080 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-b813c68f-171e-4fb1-912f-bd542a60e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:08.362590 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-b813c68f-171e-4fb1-912f-bd542a60e460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134670d309944210a974f612951cd3e2&device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0410671 Sep 14 13:33:08.460787 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-e1d2ec37-8c12-4a87-92c1-20fd1da80a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:08.462264 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-e1d2ec37-8c12-4a87-92c1-20fd1da80a09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b0a8d3d-cc71-4104-bde8-960861960010 HTTP/1.1" status: 200 len: 914 time: 0.0852630 Sep 14 13:33:08.508328 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-9a06c76a-6580-4394-a211-3c7b6d545ec5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a822a43-6b4c-4eb8-82dc-a395a9742002 HTTP/1.1" status: 200 len: 217 time: 0.0335619 Sep 14 13:33:08.557288 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-cc6b09e8-e3c6-4300-ade6-26ef0a5dbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:08.559234 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-cc6b09e8-e3c6-4300-ade6-26ef0a5dbbde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dedd06e3-cbd2-4d73-b993-743b64534299 HTTP/1.1" status: 200 len: 853 time: 0.0406005 Sep 14 13:33:08.597012 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-a5c018ba-ffa4-489c-845f-5ee85557ef22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b0a8d3d-cc71-4104-bde8-960861960010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273311 Sep 14 13:33:08.717285 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-c7c667d2-4f8c-4e59-b00f-b0fb1fc3f029 service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097212 Sep 14 13:33:08.725065 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae463-2ea5-4010-9874-d24c08293fb8 req-2bf4478c-0283-4942-86d9-ee7b1f0194e1 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:08.726415 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-454ae463-2ea5-4010-9874-d24c08293fb8 req-2bf4478c-0283-4942-86d9-ee7b1f0194e1 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 944 time: 0.0870090 Sep 14 13:33:08.818034 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-454ae463-2ea5-4010-9874-d24c08293fb8 req-30710cee-d53e-4ff5-b352-6bed13655e25 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831411 Sep 14 13:33:08.837956 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2c30d62-370a-491f-9137-5ba30ca4bcba req-f8457c8a-7f72-4d86-a938-73c742422361 service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105673 Sep 14 13:33:09.889530 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d4d-5bd3-43ee-8fd7-0443b2d0f986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:09.941282 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799e1c7-fde3-4753-b7ef-f240ac29ade7 req-58dce140-c1db-4a78-8d0e-f1cfeb48419c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:09.942886 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4799e1c7-fde3-4753-b7ef-f240ac29ade7 req-58dce140-c1db-4a78-8d0e-f1cfeb48419c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 944 time: 0.0573206 Sep 14 13:33:09.984265 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4799e1c7-fde3-4753-b7ef-f240ac29ade7 req-e7334139-4834-4e4d-a3c9-9cc4a3ac07aa tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Sep 14 13:33:10.468652 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3a822a43-6b4c-4eb8-82dc-a395a9742002 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:33:10.509590 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 47256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:10.552048 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] Deleting subnet ecf92564-4f3a-4ef0-a419-1e900527cd75 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:33:10.555038 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.563704 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3a822a43-6b4c-4eb8-82dc-a395a9742002, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3a822a43-6b4c-4eb8-82dc-a395a9742002,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:33:10.576288 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '3a822a43-6b4c-4eb8-82dc-a395a9742002', 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010', 'port_id': '3a822a43-6b4c-4eb8-82dc-a395a9742002', 'mac_address': 'fa:16:3e:4a:eb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedd06e3-cbd2-4d73-b993-743b64534299', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:33:10.592833 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13141989'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.614291 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.629904 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a822a43-6b4c-4eb8-82dc-a395a9742002 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:33:10.631437 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.648265 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3a822a43-6b4c-4eb8-82dc-a395a9742002, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3a822a43-6b4c-4eb8-82dc-a395a9742002,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:33:10.652548 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.689102 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13592787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15834353'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.701494 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3a822a43-6b4c-4eb8-82dc-a395a9742002,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:10.721497 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.723240 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ecf92564-4f3a-4ef0-a419-1e900527cd75 HTTP/1.1" status: 204 len: 168 time: 0.2126856 Sep 14 13:33:10.724158 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f03f5a-63bd-47f7-bad1-97899d743fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf92564-4f3a-4ef0-a419-1e900527cd75,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:10.725988 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:10.794185 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.873168 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.885240 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['3a822a43-6b4c-4eb8-82dc-a395a9742002'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:33:10.892090 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517333df-4cc0-454b-a507-c1beaa4775cc']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:33:10.901048 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6276c9-7da9-438c-929f-ecd1a2c1b250') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:33:10.901344 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6276c9-7da9-438c-929f-ecd1a2c1b250') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:33:10.910900 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.925508 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.931280 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:33:10.931655 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:33:10.933299 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:33:10.991220 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.996952 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:10.998845 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] 10.222.0.30 "DELETE /v2.0/networks/517333df-4cc0-454b-a507-c1beaa4775cc HTTP/1.1" status: 204 len: 168 time: 0.2717133 Sep 14 13:33:11.012313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=517333df-4cc0-454b-a507-c1beaa4775cc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:11.020317 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.020671 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.021050 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.021384 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.021717 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.022046 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.022450 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.022680 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.023003 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.023353 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.023627 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.023940 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b7ce7-b2f7-4f84-8e48-3e951aeb2d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:11.105428 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf989-70cf-4ed3-b4ce-00e667132fa3 req-7702678c-66e5-4dce-87e3-306c7e0ed0d5 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:11.107188 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d66cf989-70cf-4ed3-b4ce-00e667132fa3 req-7702678c-66e5-4dce-87e3-306c7e0ed0d5 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 945 time: 0.0495448 Sep 14 13:33:11.117981 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:11.148756 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d66cf989-70cf-4ed3-b4ce-00e667132fa3 req-dd34e218-8c69-4ef7-a7ae-53e687d12589 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353670 Sep 14 13:33:11.157519 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1d1d5fba-1e19-42a2-b377-d78b860f8bf6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f69df88a6bb46a99404d1a799db376f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382767 Sep 14 13:33:11.160059 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47268) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:33:11.210359 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6775e5-d4fb-4c83-9e19-59518e804688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:11.230630 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6775e5-d4fb-4c83-9e19-59518e804688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:11.277299 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6775e5-d4fb-4c83-9e19-59518e804688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:11.279760 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6775e5-d4fb-4c83-9e19-59518e804688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:11.280942 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-ad6775e5-d4fb-4c83-9e19-59518e804688 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ff9a20b-3534-455c-877c-4603e915e6c0 HTTP/1.1" status: 204 len: 168 time: 0.1197636 Sep 14 13:33:11.288335 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6775e5-d4fb-4c83-9e19-59518e804688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff9a20b-3534-455c-877c-4603e915e6c0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:12.266970 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6c4bf-4c32-4a72-814c-8571203ac3ff req-69883bca-df94-4150-927a-41db52819a9c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:12.268401 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ffe6c4bf-4c32-4a72-814c-8571203ac3ff req-69883bca-df94-4150-927a-41db52819a9c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 945 time: 0.0494120 Sep 14 13:33:12.308446 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ffe6c4bf-4c32-4a72-814c-8571203ac3ff req-dbae9f70-9273-4697-b588-b897f8c8462e tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Sep 14 13:33:12.321600 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b86ef648-a82d-4afd-a717-90dd0aac877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:12.469478 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3a822a43-6b4c-4eb8-82dc-a395a9742002 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:33:12.521159 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 3a822a43-6b4c-4eb8-82dc-a395a9742002 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:33:12.524906 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 3a822a43-6b4c-4eb8-82dc-a395a9742002 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:33:12.525303 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:12.632275 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:12.642341 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:12.659368 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a822a43-6b4c-4eb8-82dc-a395a9742002'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:33:12.663166 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6969bf-9d08-4f4f-aa2f-0ae6870b53d5" -d '{"events": [{"server_uuid": "fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "3a822a43-6b4c-4eb8-82dc-a395a9742002"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:33:12.677993 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3a822a43-6b4c-4eb8-82dc-a395a9742002, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3a822a43-6b4c-4eb8-82dc-a395a9742002,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:33:12.682756 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:12.716789 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb92a39-7247-48b2-bb1f-17e05d84da64 x-openstack-request-id: req-1eb92a39-7247-48b2-bb1f-17e05d84da64 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:33:12.717077 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "3a822a43-6b4c-4eb8-82dc-a395a9742002", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:33:12.717321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1eb92a39-7247-48b2-bb1f-17e05d84da64 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:33:12.717707 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a822a43-6b4c-4eb8-82dc-a395a9742002', 'code': 200} Sep 14 13:33:12.744976 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3a822a43-6b4c-4eb8-82dc-a395a9742002,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:12.967790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd475ef7-e25e-4d86-b3a3-69750260b25d req-57e74aee-39df-422d-8955-770fb6770ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:12.969328 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd475ef7-e25e-4d86-b3a3-69750260b25d req-57e74aee-39df-422d-8955-770fb6770ab0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 1099 time: 0.1353047 Sep 14 13:33:13.008555 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dd475ef7-e25e-4d86-b3a3-69750260b25d req-2b2ce298-d700-4033-b5e1-985370f2ed86 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302675 Sep 14 13:33:13.422567 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab196c1c-f36c-4fe9-bc1f-3d99f0ee8fc9 req-dcaeb638-e918-4a62-913f-4ff5cbacb784 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:13.424050 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ab196c1c-f36c-4fe9-bc1f-3d99f0ee8fc9 req-dcaeb638-e918-4a62-913f-4ff5cbacb784 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 946 time: 0.0470788 Sep 14 13:33:13.448656 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:13.461553 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ab196c1c-f36c-4fe9-bc1f-3d99f0ee8fc9 req-9fd9a268-66a2-450e-819c-f3c1cca3b543 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Sep 14 13:33:14.583579 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470d530-8abc-4db8-8dad-3059853297cb req-c5595125-902d-4617-8a22-27c78f175810 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:14.585144 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f470d530-8abc-4db8-8dad-3059853297cb req-c5595125-902d-4617-8a22-27c78f175810 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 946 time: 0.0512493 Sep 14 13:33:14.622934 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f470d530-8abc-4db8-8dad-3059853297cb req-42a1c480-ba8f-4c7f-bc91-385da75477b5 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Sep 14 13:33:15.021264 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:15.041060 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea3421-308c-4137-9192-cc2eb346e72e req-f00d3bbb-5062-43bd-a4a7-083a17e8bf62 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:15.043100 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-caea3421-308c-4137-9192-cc2eb346e72e req-f00d3bbb-5062-43bd-a4a7-083a17e8bf62 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0681777 Sep 14 13:33:15.089410 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-caea3421-308c-4137-9192-cc2eb346e72e req-5946d38a-b8d6-4cc2-951d-c9354a1848a3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376329 Sep 14 13:33:16.213767 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469605e5-c423-4fd8-8feb-7335ebe3dee2 req-f47d1b48-1cd1-4906-85ae-401c53da1e2f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:16.215301 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-469605e5-c423-4fd8-8feb-7335ebe3dee2 req-f47d1b48-1cd1-4906-85ae-401c53da1e2f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0526860 Sep 14 13:33:16.253928 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-469605e5-c423-4fd8-8feb-7335ebe3dee2 req-4e42301a-9ac5-4b0f-9f35-0a55987784ec tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Sep 14 13:33:17.374478 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcadc5-9b3d-4098-aa1e-d6f60bfff18b req-25f9ad7b-8c88-47a5-b87e-c6915d4895bd tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:17.375967 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-30dcadc5-9b3d-4098-aa1e-d6f60bfff18b req-25f9ad7b-8c88-47a5-b87e-c6915d4895bd tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0499787 Sep 14 13:33:17.415045 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-30dcadc5-9b3d-4098-aa1e-d6f60bfff18b req-6a164128-3e57-44a1-8242-1f1dfbf54f09 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329421 Sep 14 13:33:18.533234 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805aa4c-40f8-455c-ab65-64620eee3bc0 req-34c25a53-14be-4fc8-95e9-ccf540ac955e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:18.534754 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5805aa4c-40f8-455c-ab65-64620eee3bc0 req-34c25a53-14be-4fc8-95e9-ccf540ac955e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0488801 Sep 14 13:33:18.574651 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5805aa4c-40f8-455c-ab65-64620eee3bc0 req-5cf28380-53a1-42a6-a150-55404540061b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340667 Sep 14 13:33:19.692297 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb38fd-0fd0-4d27-ac8f-c5a7d6ce7dfc req-c6656ac9-f0d4-4bf7-8517-904c01abb985 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:19.693797 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5cbb38fd-0fd0-4d27-ac8f-c5a7d6ce7dfc req-c6656ac9-f0d4-4bf7-8517-904c01abb985 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Sep 14 13:33:19.730815 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5cbb38fd-0fd0-4d27-ac8f-c5a7d6ce7dfc req-912251d3-a231-4d8b-84dd-d7f1aac4d053 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312490 Sep 14 13:33:20.849845 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f33d3-5785-49e3-a471-b0abe245cbeb req-441cdda5-66a0-407e-848d-3f9606d6dd3a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:20.851337 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-211f33d3-5785-49e3-a471-b0abe245cbeb req-441cdda5-66a0-407e-848d-3f9606d6dd3a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0504363 Sep 14 13:33:20.891744 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-211f33d3-5785-49e3-a471-b0abe245cbeb req-0103a0d1-6d0b-4014-aac3-ef3e4e497bca tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339413 Sep 14 13:33:22.014388 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9745564-c82e-469d-a0a3-97c56af3af16 req-f2fe46a3-9b68-482d-8f18-7c11f3c2900b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:22.015916 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9745564-c82e-469d-a0a3-97c56af3af16 req-f2fe46a3-9b68-482d-8f18-7c11f3c2900b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0493371 Sep 14 13:33:22.059533 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c9745564-c82e-469d-a0a3-97c56af3af16 req-aa16bf95-88f1-4238-a553-0022ca93a19d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376265 Sep 14 13:33:23.180960 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b084-1623-43c5-84b0-ad71660875d2 req-6d59cbdf-6b08-4443-bd14-7f701871ef07 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:23.182447 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4030b084-1623-43c5-84b0-ad71660875d2 req-6d59cbdf-6b08-4443-bd14-7f701871ef07 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0496316 Sep 14 13:33:23.219887 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4030b084-1623-43c5-84b0-ad71660875d2 req-0dac66b0-cd4a-415a-b2c1-1aa46b7b491f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309942 Sep 14 13:33:24.335683 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6f6a4-7d64-4e39-a246-5d97cb94e1d8 req-fb78ccae-d24b-450f-bec5-626f2be535c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:24.337173 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-65a6f6a4-7d64-4e39-a246-5d97cb94e1d8 req-fb78ccae-d24b-450f-bec5-626f2be535c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0465958 Sep 14 13:33:24.376509 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-65a6f6a4-7d64-4e39-a246-5d97cb94e1d8 req-d23f14f1-805d-46b1-87e3-740cd8b06d4f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327725 Sep 14 13:33:25.495786 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c115-f235-4e59-9ba0-765179f4f5f8 req-b64dfea7-ee2c-4713-83a2-58ebe68c22ea tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:25.497957 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79d9c115-f235-4e59-9ba0-765179f4f5f8 req-b64dfea7-ee2c-4713-83a2-58ebe68c22ea tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0479305 Sep 14 13:33:25.537562 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79d9c115-f235-4e59-9ba0-765179f4f5f8 req-83fbab9f-1ddc-4029-b151-fb9e71c6b54f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335324 Sep 14 13:33:26.660326 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7ab5-5c27-4dbd-8233-00ce385e6099 req-cd24ccbe-0a79-48d9-bf19-49d859f00496 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:26.661541 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3c3d7ab5-5c27-4dbd-8233-00ce385e6099 req-cd24ccbe-0a79-48d9-bf19-49d859f00496 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0528650 Sep 14 13:33:26.698496 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3c3d7ab5-5c27-4dbd-8233-00ce385e6099 req-436aec4d-e627-42fa-80ee-93b89dab985d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Sep 14 13:33:27.815633 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123a256-7c85-452c-8443-3b1309403179 req-e9a3342b-32f1-4872-b93c-7b0bd9a48517 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:27.817090 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d123a256-7c85-452c-8443-3b1309403179 req-e9a3342b-32f1-4872-b93c-7b0bd9a48517 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0475807 Sep 14 13:33:27.854430 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d123a256-7c85-452c-8443-3b1309403179 req-01f96b07-03de-49ef-862b-0ba599732ce4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Sep 14 13:33:28.970332 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a62d3-606c-47bb-b41c-8d6f0a38c7e7 req-189b430e-ce46-4373-ac70-7d92d6168595 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:28.971786 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a7a62d3-606c-47bb-b41c-8d6f0a38c7e7 req-189b430e-ce46-4373-ac70-7d92d6168595 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0473657 Sep 14 13:33:29.015271 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a7a62d3-606c-47bb-b41c-8d6f0a38c7e7 req-7583e128-6912-44c9-b9ed-ded889614c8b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375903 Sep 14 13:33:29.227903 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:33:30.134714 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9409-9420-4bb4-af36-1f0e23ad3087 req-b647a4f3-4c7a-469d-85ee-b1756e5cccbe tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:30.136177 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c8ce9409-9420-4bb4-af36-1f0e23ad3087 req-b647a4f3-4c7a-469d-85ee-b1756e5cccbe tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0478654 Sep 14 13:33:30.172902 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c8ce9409-9420-4bb4-af36-1f0e23ad3087 req-2dc0e1bf-d74b-4d5b-bb59-528c980d794e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303075 Sep 14 13:33:31.290413 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d893607-7306-4ddc-b439-a2df9480e0f0 req-3dc03be6-76b3-417d-903c-4eb4e62d275b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:31.291909 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d893607-7306-4ddc-b439-a2df9480e0f0 req-3dc03be6-76b3-417d-903c-4eb4e62d275b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0495312 Sep 14 13:33:31.329295 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d893607-7306-4ddc-b439-a2df9480e0f0 req-e0075694-1fd8-45cc-a4ef-62e3df15eabb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309303 Sep 14 13:33:32.448598 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2bb2d-f776-405b-8039-880ee0dbe696 req-d6be906c-738d-40a4-8f81-144531544ac2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:32.450094 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f5a2bb2d-f776-405b-8039-880ee0dbe696 req-d6be906c-738d-40a4-8f81-144531544ac2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0482495 Sep 14 13:33:32.492647 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f5a2bb2d-f776-405b-8039-880ee0dbe696 req-c434d58c-b804-400b-8a30-e9d4c09056d1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354245 Sep 14 13:33:32.565179 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:33:32.661153 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:33:32.676475 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'port_id': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'mac_address': 'fa:16:3e:e8:25:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:33:32.829478 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:32.842601 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:33:32.862427 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:33:32.867175 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:32.916658 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:32.924163 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.924428 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.924787 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.925121 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.925453 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.925781 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.926105 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.926433 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.926779 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.927102 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.927427 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.927748 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:33:32.969284 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:33:33.621091 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff9cfb-7f83-4417-9ad9-1d42134d50b8 req-c6d63cf4-4efc-4d60-a2cb-b91161a51390 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:33.623270 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-96ff9cfb-7f83-4417-9ad9-1d42134d50b8 req-c6d63cf4-4efc-4d60-a2cb-b91161a51390 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 945 time: 0.0587420 Sep 14 13:33:33.663849 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-96ff9cfb-7f83-4417-9ad9-1d42134d50b8 req-3f60a61f-b097-406d-a39d-7a8360e28712 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336688 Sep 14 13:33:34.582498 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:33:34.640210 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:33:34.640579 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:34.727309 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:34.751978 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:33:34.754215 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce156c6-d14b-478d-9960-b79f8c5d6b79" -d '{"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-plugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:33:34.780939 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:33:34.788601 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:34.805469 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b399d-10a7-494f-b490-ff4ce10b748c req-e5b7f72b-3bc9-4a4f-9503-8346c59ff448 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:34.815168 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0d0b399d-10a7-494f-b490-ff4ce10b748c req-e5b7f72b-3bc9-4a4f-9503-8346c59ff448 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 945 time: 0.0683239 Sep 14 13:33:34.857420 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:34.874340 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0d0b399d-10a7-494f-b490-ff4ce10b748c req-c955a965-e3dd-4b46-b966-6e5ab278f0a6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578141 Sep 14 13:33:34.974891 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3009b5-c591-486d-86d7-14d778c5ae66 x-openstack-request-id: req-fe3009b5-c591-486d-86d7-14d778c5ae66 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:33:34.975185 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-plugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:33:34.975529 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe3009b5-c591-486d-86d7-14d778c5ae66 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:33:34.975832 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'code': 200} Sep 14 13:33:35.767166 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:36.016119 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8969485-7394-4d9d-be77-e2f878d47f62 req-6e6e0d31-973c-4b35-b0e8-c37399c412c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:36.021178 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8969485-7394-4d9d-be77-e2f878d47f62 req-6e6e0d31-973c-4b35-b0e8-c37399c412c5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0640352 Sep 14 13:33:36.071321 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8969485-7394-4d9d-be77-e2f878d47f62 req-552aa52f-d00c-42bc-8f92-dafaac9e5327 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472505 Sep 14 13:33:37.224079 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886f5da-9f1c-42dd-8434-4d877a11e837 req-1cbedc0c-10eb-46f3-bd6c-21846e7dc4ef tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:37.226039 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c886f5da-9f1c-42dd-8434-4d877a11e837 req-1cbedc0c-10eb-46f3-bd6c-21846e7dc4ef tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0575190 Sep 14 13:33:37.271665 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c886f5da-9f1c-42dd-8434-4d877a11e837 req-58f4424f-eac4-4319-a10a-7b1d21a1f574 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370018 Sep 14 13:33:38.414881 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc154715-9992-42a4-accd-d50a1e67fc8b req-33fdbe71-caf1-42a8-b575-8ebd48cfbdb4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:38.417149 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc154715-9992-42a4-accd-d50a1e67fc8b req-33fdbe71-caf1-42a8-b575-8ebd48cfbdb4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0655940 Sep 14 13:33:38.463439 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc154715-9992-42a4-accd-d50a1e67fc8b req-d9100dbe-1b37-41d1-b533-216e10e83299 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399442 Sep 14 13:33:39.592424 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c1089-c160-49fb-bde7-7d804264b492 req-1f4cfab2-5df3-47b5-953f-03b3fa366737 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:39.597171 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f39c1089-c160-49fb-bde7-7d804264b492 req-1f4cfab2-5df3-47b5-953f-03b3fa366737 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0550282 Sep 14 13:33:39.654090 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f39c1089-c160-49fb-bde7-7d804264b492 req-573687df-6f4a-447f-bad0-a99867bc5bdb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441689 Sep 14 13:33:39.893406 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da6da69f-dc82-43ce-90a9-07bf10fde906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:40.756961 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bc25-61c1-4ff5-90df-b84029a640b6 req-bfc62921-8a49-425d-ba9e-21c1eb04957e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:40.758424 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a627bc25-61c1-4ff5-90df-b84029a640b6 req-bfc62921-8a49-425d-ba9e-21c1eb04957e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0478232 Sep 14 13:33:40.796377 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a627bc25-61c1-4ff5-90df-b84029a640b6 req-33a942e4-33bc-457c-a586-e70affd1b501 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315523 Sep 14 13:33:41.967274 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada49b-7384-47c6-810d-14e2b7bfcf9d req-16caefcf-8363-457b-af74-4247c5b64591 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:41.968876 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-55ada49b-7384-47c6-810d-14e2b7bfcf9d req-16caefcf-8363-457b-af74-4247c5b64591 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0559452 Sep 14 13:33:42.013476 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-55ada49b-7384-47c6-810d-14e2b7bfcf9d req-5878a9a1-39a0-4732-ac0e-befefd183a38 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383053 Sep 14 13:33:42.332467 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9756b1e6-8019-48dc-b20f-eee8ec2e4b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:42.640843 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:43.171384 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d924-26f0-448b-bbe7-dc038deaa0f6 req-840a5d0e-aff6-43f7-81e0-51ba7151018e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:43.173891 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a59d924-26f0-448b-bbe7-dc038deaa0f6 req-840a5d0e-aff6-43f7-81e0-51ba7151018e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0646317 Sep 14 13:33:43.224323 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8a59d924-26f0-448b-bbe7-dc038deaa0f6 req-8a866e90-5b54-4532-9136-27bd5a8b2e59 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439079 Sep 14 13:33:43.459542 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:44.068127 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-a2d56f0a-3ab4-4599-9d21-34086ab88d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:44.069606 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-a2d56f0a-3ab4-4599-9d21-34086ab88d3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 1099 time: 0.0387590 Sep 14 13:33:44.161254 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-3f828780-e452-4898-bd17-5a30a75c64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:44.162710 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-3f828780-e452-4898-bd17-5a30a75c64ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.0855913 Sep 14 13:33:44.228897 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-723f5e25-4d9d-4bc4-9710-9ceec27043ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 HTTP/1.1" status: 200 len: 1001 time: 0.0582349 Sep 14 13:33:44.275101 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-28fe3f4f-23b3-4d83-a0c2-191ece26287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:44.276542 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-28fe3f4f-23b3-4d83-a0c2-191ece26287d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.0412629 Sep 14 13:33:44.349878 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-b908d81a-90cb-4be3-81c4-aa8786634918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:44.351368 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-b908d81a-90cb-4be3-81c4-aa8786634918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678802 Sep 14 13:33:44.374044 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38caa-79f8-482e-a6e6-8301c0792c54 req-5451324f-e2f9-4f4a-928c-b2bedb40a229 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:44.375475 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3aa38caa-79f8-482e-a6e6-8301c0792c54 req-5451324f-e2f9-4f4a-928c-b2bedb40a229 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0688949 Sep 14 13:33:44.457723 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3aa38caa-79f8-482e-a6e6-8301c0792c54 req-21712cf2-98b0-4284-9d81-04b9c257a4c2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728424 Sep 14 13:33:44.476442 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-54fc1046-f056-4d77-9d52-f4df5cfdfb7e service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170180 Sep 14 13:33:44.820103 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f4df5210-e65b-4100-a6bb-79274d091dbb req-13f4daeb-f9d8-43dc-8fc2-194d3ebd2e99 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360739 Sep 14 13:33:45.026385 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:45.573671 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b798789-624c-4665-8851-7d0b13e43539 req-c0b5bdce-93a3-4405-9892-9c44abc18f78 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:45.575123 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4b798789-624c-4665-8851-7d0b13e43539 req-c0b5bdce-93a3-4405-9892-9c44abc18f78 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0463798 Sep 14 13:33:45.613624 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4b798789-624c-4665-8851-7d0b13e43539 req-be2acf85-9cf9-4043-8f70-1de0c67ce221 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325928 Sep 14 13:33:46.729639 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab483b4a-882e-47ad-9bd0-2c47555a16cd req-4bdec50a-3059-4914-8535-7ca83983ebfb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:46.731823 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ab483b4a-882e-47ad-9bd0-2c47555a16cd req-4bdec50a-3059-4914-8535-7ca83983ebfb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0466812 Sep 14 13:33:46.767763 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ab483b4a-882e-47ad-9bd0-2c47555a16cd req-24280793-2762-4695-92a7-64bc5c6ac09c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302148 Sep 14 13:33:47.885682 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c913d-54ef-4e3f-b10a-fd89b1d0d595 req-b37cc22e-628a-4317-9f77-fde1f23e5f1f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:47.887662 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bb4c913d-54ef-4e3f-b10a-fd89b1d0d595 req-b37cc22e-628a-4317-9f77-fde1f23e5f1f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 946 time: 0.0502677 Sep 14 13:33:47.922725 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bb4c913d-54ef-4e3f-b10a-fd89b1d0d595 req-d0bb7006-fd29-4d42-ba57-e97a83c95e88 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294206 Sep 14 13:33:48.655488 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:33:48.732114 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:48.753685 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:33:48.755869 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d25af-300d-48e5-b1b4-7a68947bea9c" -d '{"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-unplugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:33:48.768632 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:33:48.773620 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:33:48.797263 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33e245-f4a7-4159-b830-8e44d7898040 x-openstack-request-id: req-0e33e245-f4a7-4159-b830-8e44d7898040 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:33:48.797550 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-unplugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:33:48.797796 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e33e245-f4a7-4159-b830-8e44d7898040 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:33:48.798178 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'code': 200} Sep 14 13:33:48.827639 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:33:49.035427 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de5aff-76eb-4878-8248-1e3ab4820944 req-e000c9ce-2c61-4ebb-916f-f198a1b72d1c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:49.036869 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-06de5aff-76eb-4878-8248-1e3ab4820944 req-e000c9ce-2c61-4ebb-916f-f198a1b72d1c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0460839 Sep 14 13:33:49.072741 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-06de5aff-76eb-4878-8248-1e3ab4820944 req-3f7ce883-8e30-4ded-bce2-c79d36c0097d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301831 Sep 14 13:33:49.956467 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [req-53252418-9870-43ba-a0f1-b2c27756cdec req-05fa4bdc-0d16-4838-8330-84fde7c296c2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:33:49.957521 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-53252418-9870-43ba-a0f1-b2c27756cdec req-05fa4bdc-0d16-4838-8330-84fde7c296c2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471511 Sep 14 13:33:50.107744 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecf8d8-3e6e-4820-a509-02527f738d86 req-e80e8793-9fec-4fbb-9b26-eebcf5fe39c8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:50.109245 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-87ecf8d8-3e6e-4820-a509-02527f738d86 req-e80e8793-9fec-4fbb-9b26-eebcf5fe39c8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0484631 Sep 14 13:33:50.147644 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-87ecf8d8-3e6e-4820-a509-02527f738d86 req-42e13b08-e8ef-44e0-b8c1-5673dd4824b4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322757 Sep 14 13:33:50.247686 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-6c39f9a6-e02d-4c49-a4b8-66612d6796da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419090 Sep 14 13:33:51.268941 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e4490-8be9-4871-8be5-2cecf2f854ab req-467b67bb-4f3c-4c81-be34-07d030179ceb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:51.270367 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f2e4490-8be9-4871-8be5-2cecf2f854ab req-467b67bb-4f3c-4c81-be34-07d030179ceb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0513635 Sep 14 13:33:51.306351 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3f2e4490-8be9-4871-8be5-2cecf2f854ab req-335c9f26-ae4c-45ca-8fdb-c6e0936269ff tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300963 Sep 14 13:33:52.422612 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7c163-7174-4e3e-a69b-1da356139c9d req-83aa57dc-2add-4e03-b1ab-ede0c9e7ae5c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:52.424041 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4de7c163-7174-4e3e-a69b-1da356139c9d req-83aa57dc-2add-4e03-b1ab-ede0c9e7ae5c tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0471408 Sep 14 13:33:52.460084 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4de7c163-7174-4e3e-a69b-1da356139c9d req-efe3ca25-7aa7-41c2-931d-4939708c9126 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302351 Sep 14 13:33:52.677895 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:33:52.925656 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-447402dd-b2ef-4b4c-b18c-81b0cf5b77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:52.927024 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-447402dd-b2ef-4b4c-b18c-81b0cf5b77be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867&tenant_id=e55c830919fb43358151a9061023690c HTTP/1.1" status: 200 len: 1097 time: 0.0388439 Sep 14 13:33:52.992904 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-b2650595-fccb-4920-8177-2f094029f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:52.994343 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-b2650595-fccb-4920-8177-2f094029f17e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55c830919fb43358151a9061023690c&device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 1097 time: 0.0456550 Sep 14 13:33:53.080895 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-dfa1471f-ae6a-48f3-aeba-2ea933dab302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:53.082340 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-dfa1471f-ae6a-48f3-aeba-2ea933dab302 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 200 len: 918 time: 0.0808070 Sep 14 13:33:53.149902 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-6a1a9d4b-b933-40ac-8987-d095a5bce14e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 HTTP/1.1" status: 200 len: 999 time: 0.0580747 Sep 14 13:33:53.197515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-0617aea2-1170-41a4-90a2-f4c523d91337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:53.198825 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-0617aea2-1170-41a4-90a2-f4c523d91337 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 200 len: 856 time: 0.0413384 Sep 14 13:33:53.242160 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-a1ca8283-bfc1-495a-995c-b00b39d11943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:53.243572 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-a1ca8283-bfc1-495a-995c-b00b39d11943 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d1071b-2675-4d9f-8e36-4cce887c09e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373156 Sep 14 13:33:53.334241 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-190df1bb-a766-438e-a258-48d4ff84406e service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830495 Sep 14 13:33:53.422127 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9a30f507-cfbb-4e0f-95f1-d072ffbeb025 req-c5a10dac-0b42-44d0-998a-2e03eb700905 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794032 Sep 14 13:33:53.580810 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42726-fd9e-4a7e-b2f7-f4171e353428 req-87bb8832-8414-4d88-8910-6babc10474de tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:53.582293 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2cb42726-fd9e-4a7e-b2f7-f4171e353428 req-87bb8832-8414-4d88-8910-6babc10474de tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0522625 Sep 14 13:33:53.620827 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-2cb42726-fd9e-4a7e-b2f7-f4171e353428 req-ab3b8ad8-642d-4da9-a086-216266350370 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325525 Sep 14 13:33:54.744395 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc18a61-7bee-4e92-a0e8-8f9e20b0709b req-1b534e30-5241-4e6d-83ba-5189889ae48a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:54.746536 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc18a61-7bee-4e92-a0e8-8f9e20b0709b req-1b534e30-5241-4e6d-83ba-5189889ae48a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0521760 Sep 14 13:33:54.784426 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8fc18a61-7bee-4e92-a0e8-8f9e20b0709b req-75785427-7144-45ce-91d7-c1a02b71c79f tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319097 Sep 14 13:33:55.909051 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9acd35-6483-4d94-83cf-6ed893be1b58 req-ea4a643b-3bb1-4ae5-978f-a932dd945e55 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:55.910662 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-de9acd35-6483-4d94-83cf-6ed893be1b58 req-ea4a643b-3bb1-4ae5-978f-a932dd945e55 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0501549 Sep 14 13:33:55.953574 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-de9acd35-6483-4d94-83cf-6ed893be1b58 req-7604be4d-0cd6-4b6c-9ada-ae7a2a77e3a0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324793 Sep 14 13:33:57.077389 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79213ae2-f89b-481b-96a5-d33b08bcc51f req-33b64943-92bb-42ac-aa7d-4324c2f58e5a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:57.079320 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79213ae2-f89b-481b-96a5-d33b08bcc51f req-33b64943-92bb-42ac-aa7d-4324c2f58e5a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0532992 Sep 14 13:33:57.120705 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-79213ae2-f89b-481b-96a5-d33b08bcc51f req-f8ef2482-5119-4c25-85df-5d6c11478011 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344729 Sep 14 13:33:58.256668 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b7318-e4be-466a-a9b2-f58eeed623f7 req-885468bf-c234-4f61-882f-d13c15d3be4b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:58.258262 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-355b7318-e4be-466a-a9b2-f58eeed623f7 req-885468bf-c234-4f61-882f-d13c15d3be4b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0541794 Sep 14 13:33:58.300675 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-355b7318-e4be-466a-a9b2-f58eeed623f7 req-70c8d623-6cbf-487a-b9e5-e38b9ee2de79 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353863 Sep 14 13:33:59.425442 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75feff57-5144-4944-a46d-8ee88e9bb393 req-7edd8a7b-16a3-41f1-a083-17fec1fbff50 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:33:59.427118 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-75feff57-5144-4944-a46d-8ee88e9bb393 req-7edd8a7b-16a3-41f1-a083-17fec1fbff50 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0500000 Sep 14 13:33:59.468533 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-75feff57-5144-4944-a46d-8ee88e9bb393 req-0f97acaa-66b2-4cc7-8637-3718c2eb7daf tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352297 Sep 14 13:34:00.600259 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc373bf-98e8-488a-846b-44d2a25cc24c req-cbd0ffa9-0e79-4a8d-8fe2-1a525de55cf3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:00.607690 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7dc373bf-98e8-488a-846b-44d2a25cc24c req-cbd0ffa9-0e79-4a8d-8fe2-1a525de55cf3 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0632248 Sep 14 13:34:00.643548 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7dc373bf-98e8-488a-846b-44d2a25cc24c req-3a688f8a-2a06-4380-b84e-911bf5b8c032 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347703 Sep 14 13:34:01.780471 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3410797-f0f9-4190-a277-4579fd1f99b1 req-3e9f7210-5952-4dda-88de-eb8c6890bbf0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:01.782879 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3410797-f0f9-4190-a277-4579fd1f99b1 req-3e9f7210-5952-4dda-88de-eb8c6890bbf0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0527091 Sep 14 13:34:01.820601 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3410797-f0f9-4190-a277-4579fd1f99b1 req-9f890c3c-b8fa-472b-bad3-fffeb18c47d8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Sep 14 13:34:02.729550 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:02.838598 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41e3c042-ec0d-42f7-9fbf-7324d443a421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:02.946201 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e07ce3-dc0c-4077-8693-db452634fa8a req-d7810829-9e59-47d2-89d2-609d0a15058d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:02.947701 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-21e07ce3-dc0c-4077-8693-db452634fa8a req-d7810829-9e59-47d2-89d2-609d0a15058d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0499017 Sep 14 13:34:02.950677 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41e3c042-ec0d-42f7-9fbf-7324d443a421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:02.956624 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41e3c042-ec0d-42f7-9fbf-7324d443a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:02.987792 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-21e07ce3-dc0c-4077-8693-db452634fa8a req-e3a9d771-3ddf-4cb8-a4b2-9f4da4804a84 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337932 Sep 14 13:34:02.997236 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-41e3c042-ec0d-42f7-9fbf-7324d443a421 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=368e55ae56f044feb41f9a48fcd3ddd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658408 Sep 14 13:34:02.999689 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 47934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:03.020751 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3c042-ec0d-42f7-9fbf-7324d443a421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415b1904-9acc-4b71-a955-30888c39db0b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:03.052023 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf7c7-d35f-4f0c-91f0-036f020144f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:03.074280 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf7c7-d35f-4f0c-91f0-036f020144f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:03.121675 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf7c7-d35f-4f0c-91f0-036f020144f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:03.127047 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf7c7-d35f-4f0c-91f0-036f020144f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:03.128847 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-c7aaf7c7-d35f-4f0c-91f0-036f020144f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/415b1904-9acc-4b71-a955-30888c39db0b HTTP/1.1" status: 204 len: 168 time: 0.1278968 Sep 14 13:34:03.139587 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaf7c7-d35f-4f0c-91f0-036f020144f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b1904-9acc-4b71-a955-30888c39db0b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:04.126596 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7a3e-45ad-417e-b5f7-15101b870552 req-5f2a7d88-8612-4876-99c3-8acb60281137 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:04.128087 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f74d7a3e-45ad-417e-b5f7-15101b870552 req-5f2a7d88-8612-4876-99c3-8acb60281137 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0539916 Sep 14 13:34:04.179464 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f74d7a3e-45ad-417e-b5f7-15101b870552 req-005a51e4-40f7-4545-9866-61cb13453361 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453494 Sep 14 13:34:05.304557 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3d98a-3de2-41e3-b61e-7f991c495245 req-b4c1e985-184e-4805-bc17-0423426c65bb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:05.306106 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-44a3d98a-3de2-41e3-b61e-7f991c495245 req-b4c1e985-184e-4805-bc17-0423426c65bb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0494585 Sep 14 13:34:05.345145 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-44a3d98a-3de2-41e3-b61e-7f991c495245 req-a58e7552-2b21-4c26-a4c8-f57cd628dec4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Sep 14 13:34:05.775600 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:06.231543 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:34:06.468801 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1a8b6-b564-48fb-8f5e-cb4f0535ffe2 req-85edf406-6fc0-4a58-be35-b33e9ffddca7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:06.470340 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-90a1a8b6-b564-48fb-8f5e-cb4f0535ffe2 req-85edf406-6fc0-4a58-be35-b33e9ffddca7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0499995 Sep 14 13:34:06.508971 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-90a1a8b6-b564-48fb-8f5e-cb4f0535ffe2 req-a46b2ab9-049e-4456-b8ff-4aa964c3a64b tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Sep 14 13:34:07.010121 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5ef18-91fb-4a31-b5c0-ac1d99af9ef1 req-bed81853-34e5-4d6e-af12-29433e213222 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:07.011578 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-57c5ef18-91fb-4a31-b5c0-ac1d99af9ef1 req-bed81853-34e5-4d6e-af12-29433e213222 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 946 time: 0.0517793 Sep 14 13:34:07.072497 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-57c5ef18-91fb-4a31-b5c0-ac1d99af9ef1 req-c2edf73c-3f67-4626-9c3f-393bc5cdb7d9 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Sep 14 13:34:07.086465 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-e0bbd22f-abc3-4abc-819f-c853554743b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513101 Sep 14 13:34:07.169440 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-5b2117eb-faec-47d6-ad3a-9b7322d68ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:07.170888 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-5b2117eb-faec-47d6-ad3a-9b7322d68ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1098 time: 0.0400095 Sep 14 13:34:07.280122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-ba5b45c2-60a6-4c06-b399-8768f1148078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:07.281539 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-ba5b45c2-60a6-4c06-b399-8768f1148078 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 910 time: 0.0889580 Sep 14 13:34:07.349512 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-d0e288c7-0ec8-49dc-bd39-88874df8d55b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 1001 time: 0.0575764 Sep 14 13:34:07.400488 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-3dafd49c-9e97-4539-9513-b3a6ee5b011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:07.401977 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-3dafd49c-9e97-4539-9513-b3a6ee5b011a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.0451722 Sep 14 13:34:07.454572 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-a9a4e661-c934-4496-ab77-a0768c0eb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:07.456065 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-a9a4e661-c934-4496-ab77-a0768c0eb755 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442829 Sep 14 13:34:07.548896 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-e21ad763-55cd-4240-8181-0a36688ae19c service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835166 Sep 14 13:34:07.683378 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503bbcc-30a3-42a7-80f8-060caef65755 req-13c3c99c-ee61-4a80-a282-01aadb37cce2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:07.685600 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c503bbcc-30a3-42a7-80f8-060caef65755 req-13c3c99c-ee61-4a80-a282-01aadb37cce2 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0979447 Sep 14 13:34:07.701570 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9e04f7a4-a7f3-49d2-8ae5-ef8e4c28bb29 req-1a267970-0ead-428f-a725-94b1f4c95017 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434546 Sep 14 13:34:07.730284 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c503bbcc-30a3-42a7-80f8-060caef65755 req-b569d3b0-6240-478d-9c97-ca96cc998aa0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365973 Sep 14 13:34:08.192330 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78df02-0d17-4195-912f-45186c1cabaa req-11b10f66-f887-444c-b3d8-89e7e27bb42b tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:08.193861 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a78df02-0d17-4195-912f-45186c1cabaa req-11b10f66-f887-444c-b3d8-89e7e27bb42b tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 946 time: 0.0537467 Sep 14 13:34:08.232580 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a78df02-0d17-4195-912f-45186c1cabaa req-af17e843-9131-478a-965b-e134ed123674 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329161 Sep 14 13:34:08.599765 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-41fdf396-f607-4491-9a94-8d450dcd5af8 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:08.601310 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-41fdf396-f607-4491-9a94-8d450dcd5af8 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 946 time: 0.0483973 Sep 14 13:34:08.692631 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Deleting port 3a822a43-6b4c-4eb8-82dc-a395a9742002 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:08.692993 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:08.732665 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:34:08.788149 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] For port 3a822a43-6b4c-4eb8-82dc-a395a9742002, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3a822a43-6b4c-4eb8-82dc-a395a9742002,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:08.788511 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:08.801228 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Calling delete_port for 3a822a43-6b4c-4eb8-82dc-a395a9742002 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:08.830165 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:08.846585 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'port_id': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'mac_address': 'fa:16:3e:e8:25:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:34:08.884617 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:08.890481 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9c213-f46f-47f2-950d-6408a9d0eeb3 req-be83754d-1a2d-40f5-918e-8e8298f45c5a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:08.891979 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1e9c213-f46f-47f2-950d-6408a9d0eeb3 req-be83754d-1a2d-40f5-918e-8e8298f45c5a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 944 time: 0.0888491 Sep 14 13:34:08.897852 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:34:08.920136 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:08.925187 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:08.948958 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e1e9c213-f46f-47f2-950d-6408a9d0eeb3 req-ab49c445-6e73-428b-b0ca-c3785577d55d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498731 Sep 14 13:34:08.980521 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:09.007915 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:09.019418 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['3a822a43-6b4c-4eb8-82dc-a395a9742002'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:34:09.041069 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Pushing event deleted for resources: {'Port': ['ID=3a822a43-6b4c-4eb8-82dc-a395a9742002,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:09.069103 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.069453 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.069791 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.070136 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.070454 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.070788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.071679 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.072024 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.072514 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.072886 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.073215 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.073538 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:09.098790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] No DVR routers for this DVR port 3a822a43-6b4c-4eb8-82dc-a395a9742002 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:34:09.101129 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:09.103260 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d8a0dd07-5cee-4974-9986-f762e990f854 req-ed4b012b-674f-44c6-a75a-6d9b7d6ad47f tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "DELETE /v2.0/ports/3a822a43-6b4c-4eb8-82dc-a395a9742002 HTTP/1.1" status: 204 len: 173 time: 0.4948201 Sep 14 13:34:09.103696 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'name': 'network-vif-deleted', 'tag': '3a822a43-6b4c-4eb8-82dc-a395a9742002'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:34:09.107249 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56be9b3-714b-40fd-856f-96b370b5f83a" -d '{"events": [{"server_uuid": "fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e", "name": "network-vif-deleted", "tag": "3a822a43-6b4c-4eb8-82dc-a395a9742002"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:34:09.153652 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:34:09.268567 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45668d-ec94-445f-8eb6-ed7f39727b41 x-openstack-request-id: req-4c45668d-ec94-445f-8eb6-ed7f39727b41 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:34:09.268884 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e", "name": "network-vif-deleted", "tag": "3a822a43-6b4c-4eb8-82dc-a395a9742002", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:34:09.269133 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c45668d-ec94-445f-8eb6-ed7f39727b41 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:34:09.269522 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e', 'name': 'network-vif-deleted', 'tag': '3a822a43-6b4c-4eb8-82dc-a395a9742002', 'status': 'completed', 'code': 200} Sep 14 13:34:09.344912 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e895df30-0a89-41d8-81b6-4b01aa24053b req-bbc4257b-be47-4ef5-b240-9fd4289d61ef tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe8c69db-2aa1-4e4d-b5a0-ed73bf11ff2e HTTP/1.1" status: 200 len: 210 time: 0.0262189 Sep 14 13:34:09.894722 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0218da9e-76a1-4751-86a9-327a55d607a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:10.075905 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba829-6b17-4755-b3e3-ffbb7056ddca req-f9b752c5-82f3-48b4-925d-d83e3b4ddb2d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:10.077423 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b6bba829-6b17-4755-b3e3-ffbb7056ddca req-f9b752c5-82f3-48b4-925d-d83e3b4ddb2d tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Sep 14 13:34:10.114982 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b6bba829-6b17-4755-b3e3-ffbb7056ddca req-cddf47c6-15c6-47d8-a7fd-978cea05a5c0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Sep 14 13:34:10.753864 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:10.801319 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:10.801681 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:10.879342 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:10.901512 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:34:10.904260 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60425873-6e86-46dd-8221-b5fef1bbdaaf" -d '{"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-plugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:34:10.916323 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:10.922212 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:10.945000 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00cd5e8-8908-4501-abdf-7dddb9fc763c x-openstack-request-id: req-a00cd5e8-8908-4501-abdf-7dddb9fc763c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:34:10.945309 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-plugged", "status": "completed", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:34:10.945566 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a00cd5e8-8908-4501-abdf-7dddb9fc763c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:34:10.945920 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'code': 200} Sep 14 13:34:10.970345 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:11.235726 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454886a-4928-41db-bf24-9277b7c3672d req-0261f074-6175-420d-a9bc-9f01327edce1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:11.237219 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9454886a-4928-41db-bf24-9277b7c3672d req-0261f074-6175-420d-a9bc-9f01327edce1 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0492337 Sep 14 13:34:11.274646 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9454886a-4928-41db-bf24-9277b7c3672d req-5696ee1f-6d31-4b48-ac9e-5d83ccaad7b5 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315950 Sep 14 13:34:12.316235 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c79e4495-868d-4478-9e44-25d1f0362d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:12.404199 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11240c9-d89f-4d66-a905-bd6d0beee479 req-945bb451-06d7-4e7e-b174-3d2be59c93fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:12.405666 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f11240c9-d89f-4d66-a905-bd6d0beee479 req-945bb451-06d7-4e7e-b174-3d2be59c93fb tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0518885 Sep 14 13:34:12.443105 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f11240c9-d89f-4d66-a905-bd6d0beee479 req-50568f05-202d-4f70-af37-33382ca96aa8 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Sep 14 13:34:12.636878 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:13.452322 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:13.561061 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f709a-5e53-41f0-829b-66b9e78958cf req-9e001fca-a6fd-49db-9569-d218e03700a4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:13.562548 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8f7f709a-5e53-41f0-829b-66b9e78958cf req-9e001fca-a6fd-49db-9569-d218e03700a4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0485818 Sep 14 13:34:13.601425 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8f7f709a-5e53-41f0-829b-66b9e78958cf req-121d174c-e321-4dab-bc64-37ad164a7c25 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Sep 14 13:34:13.722936 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3a822a43-6b4c-4eb8-82dc-a395a9742002 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:13.746587 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 3a822a43-6b4c-4eb8-82dc-a395a9742002 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:13.746945 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3a822a43-6b4c-4eb8-82dc-a395a9742002 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:13.897918 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d6e2f-7783-402e-82e8-145054620283 req-c503c3e4-0171-4de5-9279-0ff077ff97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:13.899394 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c66d6e2f-7783-402e-82e8-145054620283 req-c503c3e4-0171-4de5-9279-0ff077ff97bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 1100 time: 0.0401552 Sep 14 13:34:13.934665 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c66d6e2f-7783-402e-82e8-145054620283 req-11fcbd5c-a660-4877-b79f-a89a8ed62aa0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278332 Sep 14 13:34:14.726057 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5bcad-4e00-41d0-a1fc-91e496a57086 req-ab6bfcf8-ccb5-406b-b538-4a8b89e88539 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:14.728205 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dd5bcad-4e00-41d0-a1fc-91e496a57086 req-ab6bfcf8-ccb5-406b-b538-4a8b89e88539 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0539582 Sep 14 13:34:14.774432 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1dd5bcad-4e00-41d0-a1fc-91e496a57086 req-cf663c80-1ee3-42c5-bf14-e43c0e7bbeba tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399323 Sep 14 13:34:15.024705 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:15.897993 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a37b00-0927-46ec-8a0a-231e2d0b938b req-f810293b-3431-442a-9524-eb6427efaea0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:15.899510 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f9a37b00-0927-46ec-8a0a-231e2d0b938b req-f810293b-3431-442a-9524-eb6427efaea0 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0496626 Sep 14 13:34:15.937895 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f9a37b00-0927-46ec-8a0a-231e2d0b938b req-a24b59de-a93a-4be3-b8bf-8ab8eac0359a tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Sep 14 13:34:16.520210 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:16.673324 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Deleting port 65e46f84-bcc4-480d-bad8-1b454d899f79 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:16.673660 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:16.744727 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:16.745063 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:16.756784 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Calling delete_port for 65e46f84-bcc4-480d-bad8-1b454d899f79 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:16.900380 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:16.926141 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event deleted for resources: {'Port': ['ID=65e46f84-bcc4-480d-bad8-1b454d899f79,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:16.947266 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.947608 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.947941 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.948270 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.948594 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.948938 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.949254 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.949569 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.949892 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.950195 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.950505 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.950813 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:16.990040 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:16.990369 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Floating IP bde71ef9-6393-42cf-b226-7a296a66e849 disassociated (deleted). External IP: 172.27.2.214, port: 687763cb-9d3d-478b-a68f-0ac7abc3575c. Sep 14 13:34:17.190178 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Router 521818c5-2775-4cc7-a95d-a7d25a9761ac has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:34:17.292552 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:34:17.297388 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:17.302401 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] Sync routers for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:34:17.312520 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:17.313151 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:17.323499 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5dcae24b-4231-4216-8aa4-cbf4a98b8ee6 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "DELETE /v2.0/floatingips/bde71ef9-6393-42cf-b226-7a296a66e849 HTTP/1.1" status: 204 len: 168 time: 0.8022659 Sep 14 13:34:17.324059 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:34:17.326809 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee8dadd-c427-41fd-bcec-f16c90318836" -d '{"events": [{"name": "network-changed", "server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:34:17.424710 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5143f521-134f-4dac-b292-277ac658ac70 x-openstack-request-id: req-5143f521-134f-4dac-b292-277ac658ac70 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:34:17.425063 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:34:17.425288 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:17.425403 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5143f521-134f-4dac-b292-277ac658ac70 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:34:17.425852 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'status': 'completed', 'code': 200} Sep 14 13:34:17.545723 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafb33e-410c-4f79-8eb7-6efa2556d954 req-4bae52ec-b64f-477a-af72-15e2bdcdf384 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:17.547206 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ebafb33e-410c-4f79-8eb7-6efa2556d954 req-4bae52ec-b64f-477a-af72-15e2bdcdf384 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0478935 Sep 14 13:34:17.584143 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ebafb33e-410c-4f79-8eb7-6efa2556d954 req-5c43087e-51f4-42c3-8ad7-83253ce288ed tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310473 Sep 14 13:34:17.627789 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:15Z', 'revision_number': 5, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:17.654074 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] Checking router: 521818c5-2775-4cc7-a95d-a7d25a9761ac for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:34:17.662085 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:17.662680 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:17.764627 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:18.067495 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:15Z', 'revision_number': 5, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:18.094576 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398c1df-d15e-416f-8e16-92cdd3e1e3ac None None] The sync data for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi is: [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:29:08Z', 'revision_number': 4, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '256d02cf-0e06-4d61-9b37-07c0402207d1', 'name': '', 'network_id': 'a752ae93-631f-4d62-8192-3dbb58c804db', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'mac_address': 'fa:16:3e:e5:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:06Z', 'updated_at': '2021-09-14T13:29:15Z', 'revision_number': 5, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'subnets': [{'id': '95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:34:18.293471 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8ada6-24a0-47ac-b242-44c0ca50fb7a None None] New status for floating IP bde71ef9-6393-42cf-b226-7a296a66e849: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:34:18.699933 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e1448-4d18-4abf-b502-258d145b18f8 req-d4f966ed-6781-4fba-8c26-644c67cfbea7 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:18.701383 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-617e1448-4d18-4abf-b502-258d145b18f8 req-d4f966ed-6781-4fba-8c26-644c67cfbea7 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Sep 14 13:34:18.737885 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-617e1448-4d18-4abf-b502-258d145b18f8 req-010d6af6-4fbc-4ff5-b1a9-c2230ec22068 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Sep 14 13:34:19.172335 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-f66c3160-dfb5-428a-a16b-c8de23c2ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:19.173865 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-f66c3160-dfb5-428a-a16b-c8de23c2ca89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 1098 time: 0.0403202 Sep 14 13:34:19.266643 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-4e934c61-a2b5-4bd5-a0e7-653f55ba955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:19.268085 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-4e934c61-a2b5-4bd5-a0e7-653f55ba955d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 200 len: 910 time: 0.0872016 Sep 14 13:34:19.308724 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-c35d47b5-c35d-4da6-8901-b110c2679606 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 200 len: 217 time: 0.0321233 Sep 14 13:34:19.357600 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-7c69d1e3-d316-422b-96f0-246d063cdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:19.359036 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-7c69d1e3-d316-422b-96f0-246d063cdec0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 200 len: 848 time: 0.0426908 Sep 14 13:34:19.405086 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-59867225-9c76-42e3-a999-032eaf6604be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:19.406506 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-59867225-9c76-42e3-a999-032eaf6604be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a752ae93-631f-4d62-8192-3dbb58c804db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388448 Sep 14 13:34:19.503386 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-8b580498-df72-427e-9f73-064035cf2ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837605 Sep 14 13:34:19.593302 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ee8dadd-c427-41fd-bcec-f16c90318836 req-f9381d29-8dd9-40c7-9833-69a15b38968b service neutron] 10.222.0.18 "GET /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817761 Sep 14 13:34:19.939742 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c372-cff2-418c-bd9c-50142707e471 req-7fdfe824-2f79-4304-b45d-500cc655c22d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:19.941225 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1968c372-cff2-418c-bd9c-50142707e471 req-7fdfe824-2f79-4304-b45d-500cc655c22d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0475023 Sep 14 13:34:19.977413 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1968c372-cff2-418c-bd9c-50142707e471 req-9bb1701e-ceda-4d3e-9845-88568d53b55c tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Sep 14 13:34:20.375257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-ac8b4fe7-53e2-4637-ab29-62ed9ded485e tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:20.376709 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-ac8b4fe7-53e2-4637-ab29-62ed9ded485e tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/networks?id=7b0a8d3d-cc71-4104-bde8-960861960010 HTTP/1.1" status: 200 len: 813 time: 0.1015465 Sep 14 13:34:20.391972 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-7dcddb00-a311-476a-8f31-d5bc062b15d2 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/quotas/134670d309944210a974f612951cd3e2 HTTP/1.1" status: 200 len: 375 time: 0.0094020 Sep 14 13:34:20.423062 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-d9f37654-f0ca-4f64-b602-e9b1467b2aba tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=134670d309944210a974f612951cd3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253141 Sep 14 13:34:20.508433 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-21a9a504-7adf-4082-ad0a-c90f4bdc5ddf service neutron] 10.222.0.30 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787227 Sep 14 13:34:20.599328 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-8f318259-8788-4130-8be1-c451f1cdb6d2 service neutron] 10.222.0.30 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842590 Sep 14 13:34:20.748355 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6ae42a1a-931a-472b-9753-60519902fd4b req-7f5597f8-5258-4508-86eb-d51e08457021 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 210 time: 0.0260210 Sep 14 13:34:20.795566 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-0cdab561-2cbb-4475-a48f-a0d140b605f5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:20.797099 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-0cdab561-2cbb-4475-a48f-a0d140b605f5 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.18 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0475967 Sep 14 13:34:20.898701 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Deleting port 687763cb-9d3d-478b-a68f-0ac7abc3575c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:20.899050 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:20.989387 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] For port 687763cb-9d3d-478b-a68f-0ac7abc3575c, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=687763cb-9d3d-478b-a68f-0ac7abc3575c,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:20.989996 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:21.004282 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Calling delete_port for 687763cb-9d3d-478b-a68f-0ac7abc3575c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:21.119233 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371dd6-aef2-4820-a01d-abc0730b67e9 req-1bedac2f-28a0-4441-9ac1-03502a6b7b66 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:21.120709 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cf371dd6-aef2-4820-a01d-abc0730b67e9 req-1bedac2f-28a0-4441-9ac1-03502a6b7b66 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=5157f954-4489-45e4-836f-53d2cb867560 HTTP/1.1" status: 200 len: 945 time: 0.0694103 Sep 14 13:34:21.193166 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cf371dd6-aef2-4820-a01d-abc0730b67e9 req-9602ffab-3100-46e0-b6b4-19c3846dc0f3 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "GET /v2.0/security-groups?id=73381d4f-b103-4358-a58a-d018e45edd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653243 Sep 14 13:34:21.207046 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:21.243872 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event deleted for resources: {'Port': ['ID=687763cb-9d3d-478b-a68f-0ac7abc3575c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:21.282359 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] No DVR routers for this DVR port 687763cb-9d3d-478b-a68f-0ac7abc3575c on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:34:21.284864 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:21.286849 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-639abcd5-7810-4660-825e-f7ea3c627f4e req-8ff602c6-d488-4573-aca4-f45819581c7d tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.18 "DELETE /v2.0/ports/687763cb-9d3d-478b-a68f-0ac7abc3575c HTTP/1.1" status: 204 len: 173 time: 0.4832296 Sep 14 13:34:21.287279 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-deleted', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:34:21.289511 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cba635-87d4-4ce7-8774-1b1ee035c9d8" -d '{"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-deleted", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:34:21.327233 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2093c175-37ad-4f18-a1a0-8a8c4411c742 x-openstack-request-id: req-2093c175-37ad-4f18-a1a0-8a8c4411c742 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:34:21.327516 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157f954-4489-45e4-836f-53d2cb867560", "name": "network-vif-deleted", "tag": "687763cb-9d3d-478b-a68f-0ac7abc3575c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:34:21.327760 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2093c175-37ad-4f18-a1a0-8a8c4411c742 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:34:21.328145 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157f954-4489-45e4-836f-53d2cb867560', 'name': 'network-vif-deleted', 'tag': '687763cb-9d3d-478b-a68f-0ac7abc3575c', 'status': 'completed', 'code': 200} Sep 14 13:34:21.798043 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-cb027c49-47a7-4b03-8e38-cfd646bbabac tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:21.799418 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-cb027c49-47a7-4b03-8e38-cfd646bbabac tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "GET /v2.0/networks?id=7b0a8d3d-cc71-4104-bde8-960861960010 HTTP/1.1" status: 200 len: 813 time: 0.1158895 Sep 14 13:34:21.815233 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Request body: {'port': {'device_id': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010', 'admin_state_up': True, 'tenant_id': '134670d309944210a974f612951cd3e2'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:21.857040 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a91dd33d-4ade-40bf-a77b-ec5a821fecac req-5fe5b486-b66d-436f-81da-ea379652c081 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 210 time: 0.0373065 Sep 14 13:34:21.950615 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Made reservation on behalf of 134670d309944210a974f612951cd3e2 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:34:21.954398 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.251601 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:22.313529 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7434f10e-309c-4ce7-b7b3-a7c01621c481 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.338031 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Allocated IP 172.20.0.2 (7b0a8d3d-cc71-4104-bde8-960861960010/dedd06e3-cbd2-4d73-b993-743b64534299/2734f108-7996-42d1-bd84-4583695d4f2e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:34:22.339105 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7434f10e-309c-4ce7-b7b3-a7c01621c481 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.399303 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7434f10e-309c-4ce7-b7b3-a7c01621c481 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.401997 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7434f10e-309c-4ce7-b7b3-a7c01621c481 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.403157 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-7434f10e-309c-4ce7-b7b3-a7c01621c481 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] 10.222.0.30 "DELETE /v2.0/security-groups/73381d4f-b103-4358-a58a-d018e45edd0c HTTP/1.1" status: 204 len: 168 time: 0.1505170 Sep 14 13:34:22.412208 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434f10e-309c-4ce7-b7b3-a7c01621c481 tempest-TestShelveInstance-1554115322 tempest-TestShelveInstance-1554115322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73381d4f-b103-4358-a58a-d018e45edd0c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:22.448583 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:22.503572 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.540437 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.581737 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Network 7b0a8d3d-cc71-4104-bde8-960861960010 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:22.587056 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:22.589505 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:34:22.622900 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Pushing event updated for resources: {'Port': ['ID=2734f108-7996-42d1-bd84-4583695d4f2e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:22.648084 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:22.648724 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:22.661956 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a597222d-1993-4192-bc31-085bf85d2a2c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8506629 Sep 14 13:34:22.676886 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Request body: {'port': {'device_id': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:22.732049 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.007385 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1fb8b-d6c2-4de2-9f0b-106db0fb1b04 req-acde4320-7f86-4776-9202-acbf4503d924 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:23.008882 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d2b1fb8b-d6c2-4de2-9f0b-106db0fb1b04 req-acde4320-7f86-4776-9202-acbf4503d924 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 931 time: 0.0823200 Sep 14 13:34:23.061086 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2734f108-7996-42d1-bd84-4583695d4f2e {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:34:23.071583 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.076393 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d2b1fb8b-d6c2-4de2-9f0b-106db0fb1b04 req-118141a7-f8fa-40c6-8466-4ef77aca16ad tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504606 Sep 14 13:34:23.087091 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Transition to ACTIVE for port object 2734f108-7996-42d1-bd84-4583695d4f2e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:23.091980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.166152 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Pushing event updated for resources: {'Port': ['ID=2734f108-7996-42d1-bd84-4583695d4f2e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:23.178480 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.212936 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Attempting to bind port 2734f108-7996-42d1-bd84-4583695d4f2e on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:34:23.213377 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Attempting to bind port 2734f108-7996-42d1-bd84-4583695d4f2e by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:34:23.213774 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Attempting to bind port 2734f108-7996-42d1-bd84-4583695d4f2e on network 7b0a8d3d-cc71-4104-bde8-960861960010 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:23.218691 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Port 2734f108-7996-42d1-bd84-4583695d4f2e on network 7b0a8d3d-cc71-4104-bde8-960861960010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:34:23.219076 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Attempting to bind port 2734f108-7996-42d1-bd84-4583695d4f2e on network 7b0a8d3d-cc71-4104-bde8-960861960010 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:23.223869 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:34:23.224292 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Checking segment: {'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:23.224774 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Bound using segment: {'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:34:23.225268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Bound port: 2734f108-7996-42d1-bd84-4583695d4f2e, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d5707b-b1fd-4a5b-abc4-a49d00e9942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:34:23.225689 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.288793 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] For port 2734f108-7996-42d1-bd84-4583695d4f2e, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:34:23.291850 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] For port 2734f108-7996-42d1-bd84-4583695d4f2e, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2734f108-7996-42d1-bd84-4583695d4f2e,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:34:23.296490 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.329961 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:23.330569 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.331943 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] 10.222.0.18 "PUT /v2.0/ports/2734f108-7996-42d1-bd84-4583695d4f2e HTTP/1.1" status: 200 len: 1093 time: 0.6596162 Sep 14 13:34:23.332365 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'tag': '2734f108-7996-42d1-bd84-4583695d4f2e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:34:23.334684 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0c3bdb-df20-40f0-85c3-be3cab2a1268", "tag": "2734f108-7996-42d1-bd84-4583695d4f2e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:34:23.368655 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13088c-6519-4a2b-94e5-51c670534667 service neutron] Pushing event updated for resources: {'Port': ['ID=2734f108-7996-42d1-bd84-4583695d4f2e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:23.380145 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b796f-dd99-4413-aae4-070ad55462c0 x-openstack-request-id: req-4d2b796f-dd99-4413-aae4-070ad55462c0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:34:23.380776 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0c3bdb-df20-40f0-85c3-be3cab2a1268", "tag": "2734f108-7996-42d1-bd84-4583695d4f2e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:34:23.381033 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d2b796f-dd99-4413-aae4-070ad55462c0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:34:23.381430 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'tag': '2734f108-7996-42d1-bd84-4583695d4f2e', 'status': 'completed', 'code': 200} Sep 14 13:34:23.430558 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-bf69e521-4ae8-4054-ba3f-d1482440fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:23.432192 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-bf69e521-4ae8-4054-ba3f-d1482440fefd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134670d309944210a974f612951cd3e2&device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 1096 time: 0.0461090 Sep 14 13:34:23.432388 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Deleting port 256d02cf-0e06-4d61-9b37-07c0402207d1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:23.432815 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.474669 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-00fb87a3-7b33-4e7c-b068-653b64457c0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2734f108-7996-42d1-bd84-4583695d4f2e HTTP/1.1" status: 200 len: 217 time: 0.0351489 Sep 14 13:34:23.520493 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] For port 256d02cf-0e06-4d61-9b37-07c0402207d1, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=256d02cf-0e06-4d61-9b37-07c0402207d1,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:23.520905 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.530409 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a1e3b242-ab0a-4c0c-be22-2051b9114119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:23.531934 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-a1e3b242-ab0a-4c0c-be22-2051b9114119 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dedd06e3-cbd2-4d73-b993-743b64534299 HTTP/1.1" status: 200 len: 853 time: 0.0497682 Sep 14 13:34:23.538810 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Calling delete_port for 256d02cf-0e06-4d61-9b37-07c0402207d1 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:23.571857 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-6ef24128-6644-4fae-940e-fc094689fa2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b0a8d3d-cc71-4104-bde8-960861960010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332019 Sep 14 13:34:23.664029 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-3babab21-fd73-4d46-8270-7b9e45bf5ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 Sep 14 13:34:23.720038 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.744142 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=256d02cf-0e06-4d61-9b37-07c0402207d1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:23.759671 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6f509ae9-2dd7-4a58-a7c9-b1aca37c21e6 req-d0b65a82-70f3-477c-99cb-9c894ff63f0c service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882406 Sep 14 13:34:23.852220 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-d0a27bee-d613-4902-9811-e558cac12cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:23.853922 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-d0a27bee-d613-4902-9811-e558cac12cde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134670d309944210a974f612951cd3e2&device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 1096 time: 0.0429869 Sep 14 13:34:23.920757 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:23.953271 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-cc334d95-3bc7-42d9-ace3-ce90ed5fff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:23.954729 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-cc334d95-3bc7-42d9-ace3-ce90ed5fff37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b0a8d3d-cc71-4104-bde8-960861960010 HTTP/1.1" status: 200 len: 914 time: 0.0934076 Sep 14 13:34:24.001803 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-7ca706fd-dd26-4165-ba99-35773d1df973 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2734f108-7996-42d1-bd84-4583695d4f2e HTTP/1.1" status: 200 len: 217 time: 0.0382011 Sep 14 13:34:24.051389 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-d2a2aaa3-3e7d-486d-94a2-b6a146e5dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:24.052817 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-d2a2aaa3-3e7d-486d-94a2-b6a146e5dc78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dedd06e3-cbd2-4d73-b993-743b64534299 HTTP/1.1" status: 200 len: 853 time: 0.0442359 Sep 14 13:34:24.084468 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-a30fa7c0-0811-4b6b-b33a-659e875efdc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b0a8d3d-cc71-4104-bde8-960861960010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242383 Sep 14 13:34:24.136122 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Router 521818c5-2775-4cc7-a95d-a7d25a9761ac has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:34:24.206111 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-052e9086-f171-4dd6-906d-91c18a4321e9 service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135974 Sep 14 13:34:24.216766 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344768b-68ff-4874-bb5a-6b4dd659cfef req-7fb8e108-8b67-405f-85c1-eb3ec87a8378 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:24.218146 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6344768b-68ff-4874-bb5a-6b4dd659cfef req-7fb8e108-8b67-405f-85c1-eb3ec87a8378 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 943 time: 0.0661995 Sep 14 13:34:24.243114 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:34:24.248270 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-da5356e3-c1c8-4d8e-aaed-0cf3ef821ce0 admin admin] 10.222.0.30 "PUT /v2.0/routers/521818c5-2775-4cc7-a95d-a7d25a9761ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984989 Sep 14 13:34:24.250665 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48268) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:24.253745 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] Sync routers for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:34:24.263145 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:24.264005 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:24.310998 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6344768b-68ff-4874-bb5a-6b4dd659cfef req-88f186ba-bfe2-46e4-9867-1f7f36c7256d tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851645 Sep 14 13:34:24.336229 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ceed7787-948c-4b8a-b3a6-2d0d6e1868ba req-81c7d804-8620-419e-bb2f-8e3140e7caf3 service neutron] 10.222.0.18 "GET /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171772 Sep 14 13:34:24.364054 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:24.379415 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:24.467006 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:24.517795 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Deleting port 2834dc1c-9968-427b-ace3-8f81be471fe5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:24.518051 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:24.555990 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:34:23Z', 'revision_number': 5, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port': {'id': '2834dc1c-9968-427b-ace3-8f81be471fe5', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:05Z', 'updated_at': '2021-09-14T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:24.583169 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] Checking router: 521818c5-2775-4cc7-a95d-a7d25a9761ac for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:34:24.598220 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] Routers {'521818c5-2775-4cc7-a95d-a7d25a9761ac'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:24.598565 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] For port 2834dc1c-9968-427b-ace3-8f81be471fe5, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2834dc1c-9968-427b-ace3-8f81be471fe5,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:24.598934 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:24.599044 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['521818c5-2775-4cc7-a95d-a7d25a9761ac'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:24.611370 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Calling delete_port for 2834dc1c-9968-427b-ace3-8f81be471fe5 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:24.687444 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] Set router 521818c5-2775-4cc7-a95d-a7d25a9761ac gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:24.751501 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:34:24Z', 'revision_number': 6, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:24.784238 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b61f6-c6e4-4928-b0ee-41bb2a5e8f95 None None] The sync data for ids ['521818c5-2775-4cc7-a95d-a7d25a9761ac'] in dv-cinder-798783-2-iscsi is: [{'id': '521818c5-2775-4cc7-a95d-a7d25a9761ac', 'name': 'tempest-TestShelveInstance-1932793963-router', 'tenant_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:04Z', 'updated_at': '2021-09-14T13:34:24Z', 'revision_number': 6, 'project_id': 'afe541c6e9b94ea3ad62cb54784cd417', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:34:24.799918 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:24.826712 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Pushing event deleted for resources: {'Port': ['ID=2834dc1c-9968-427b-ace3-8f81be471fe5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:24.877782 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 687763cb-9d3d-478b-a68f-0ac7abc3575c no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:24.895053 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:24.899571 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 687763cb-9d3d-478b-a68f-0ac7abc3575c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:24.899913 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 687763cb-9d3d-478b-a68f-0ac7abc3575c not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:24.989161 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:24.991662 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.033962 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.034461 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521818c5-2775-4cc7-a95d-a7d25a9761ac {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:34:25.039115 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.040255 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-a63b4dd1-b461-4a08-8109-35c6e1204736 admin admin] 10.222.0.30 "DELETE /v2.0/routers/521818c5-2775-4cc7-a95d-a7d25a9761ac HTTP/1.1" status: 204 len: 168 time: 0.7886817 Sep 14 13:34:25.043024 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48280) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:25.086233 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] Deleting subnet 95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:34:25.089121 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.122355 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.204038 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.257140 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.283659 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:25.285714 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.287493 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-7a35b460-8bab-4080-9f93-422630124277 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/95bb33a4-f9ff-404c-bb7d-8dfb0fee5d07 HTTP/1.1" status: 204 len: 168 time: 0.2430182 Sep 14 13:34:25.290032 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:25.292310 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309471f-6de1-48b2-a7c9-8fb369f89fae None None] Network a752ae93-631f-4d62-8192-3dbb58c804db requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:34:25.361087 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.413124 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Deleting port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:25.413475 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.437000 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38835f81-3c78-415c-a0de-b2183c373917 req-b78b5f6f-de7f-4602-96ce-1a45539f1bc9 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:25.438541 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-38835f81-3c78-415c-a0de-b2183c373917 req-b78b5f6f-de7f-4602-96ce-1a45539f1bc9 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 943 time: 0.0567188 Sep 14 13:34:25.476198 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] For port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,segment=NetworkSegment(227f9ed3-d4b5-4651-bab5-3fed46c0e166),segment_id=227f9ed3-d4b5-4651-bab5-3fed46c0e166)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:25.476896 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.477015 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-38835f81-3c78-415c-a0de-b2183c373917 req-4ac0a4ba-0eb1-4f22-84ea-18c40e73a356 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Sep 14 13:34:25.493749 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Calling delete_port for 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:25.541929 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] DHCP port deletion for a752ae93-631f-4d62-8192-3dbb58c804db request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:34:25.575466 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.592658 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] Deleting port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:25.592658 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.601376 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:25.604964 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] No DVR routers for this DVR port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd on host dv-cinder-798783-2-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:34:25.664876 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] For port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd, host dv-cinder-798783-2-iscsi, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:25.665263 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.677010 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] Calling delete_port for 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:25.679723 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] Port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 13:34:25.681008 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.682387 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.702630 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a752ae93-631f-4d62-8192-3dbb58c804db']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:25.705564 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] Pushing event deleted for resources: {'Port': ['ID=5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:25.711656 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793125d9-60ea-455d-9742-0dcfbc07efb7 None None] No DVR routers for this DVR port 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd on host dv-cinder-798783-2-iscsi {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:34:25.712921 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227f9ed3-d4b5-4651-bab5-3fed46c0e166') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:25.713176 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227f9ed3-d4b5-4651-bab5-3fed46c0e166') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:25.724422 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.737817 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.743971 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:34:25.744363 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:34:25.746097 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:34:25.803239 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.808572 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:25.813278 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a752ae93-631f-4d62-8192-3dbb58c804db HTTP/1.1" status: 204 len: 168 time: 0.5196972 Sep 14 13:34:25.813578 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:25.822018 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c7a98-869c-4f07-9426-d1bdf61ae1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a752ae93-631f-4d62-8192-3dbb58c804db,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:26.156333 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:26.407834 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Deleting port 4cf3540c-fee5-4c85-a17e-14612f398f24 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:26.408074 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:26.482940 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] For port 4cf3540c-fee5-4c85-a17e-14612f398f24, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=4cf3540c-fee5-4c85-a17e-14612f398f24,segment=NetworkSegment(e87ef47e-b71f-403f-a6d4-2644e30d46a1),segment_id=e87ef47e-b71f-403f-a6d4-2644e30d46a1)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:26.483596 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:26.495013 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Calling delete_port for 4cf3540c-fee5-4c85-a17e-14612f398f24 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:26.632222 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ddb98-e7eb-4559-83b4-1e87be7e04f1 req-9c42df40-92e5-44ab-9ee8-3f9051356861 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:26.633684 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7b9ddb98-e7eb-4559-83b4-1e87be7e04f1 req-9c42df40-92e5-44ab-9ee8-3f9051356861 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 943 time: 0.0908558 Sep 14 13:34:26.691484 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7b9ddb98-e7eb-4559-83b4-1e87be7e04f1 req-4cb51afc-8ff2-4616-8f2c-b81dd7fad2c0 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499454 Sep 14 13:34:26.727315 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 256d02cf-0e06-4d61-9b37-07c0402207d1 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:26.737712 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:26.747598 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 256d02cf-0e06-4d61-9b37-07c0402207d1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:26.747941 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 256d02cf-0e06-4d61-9b37-07c0402207d1 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:26.748350 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:26.760922 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf3540c-fee5-4c85-a17e-14612f398f24,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:26.767189 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:26.767517 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 5ce89b5a-b94e-4ef7-a3b2-d17e76d192cd not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:26.767911 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2834dc1c-9968-427b-ace3-8f81be471fe5 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:26.788879 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 2834dc1c-9968-427b-ace3-8f81be471fe5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:26.789228 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2834dc1c-9968-427b-ace3-8f81be471fe5 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:26.923056 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:27.129168 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Router 1809f728-e30b-46b4-96db-2ab507ae945c has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:34:27.231710 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:34:27.238947 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-947bbdd5-106a-43b8-868a-49e40791d90f admin admin] 10.222.0.30 "PUT /v2.0/routers/1809f728-e30b-46b4-96db-2ab507ae945c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4220073 Sep 14 13:34:27.239082 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:27.241603 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] Sync routers for ids ['1809f728-e30b-46b4-96db-2ab507ae945c'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:34:27.251224 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] Routers {'1809f728-e30b-46b4-96db-2ab507ae945c'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:27.251810 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['1809f728-e30b-46b4-96db-2ab507ae945c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:27.339194 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:27.354463 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] Set router 1809f728-e30b-46b4-96db-2ab507ae945c gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:27.441694 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:27.492484 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Deleting port ca5873af-78e7-4c2a-ac16-ede62de5b1e9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:27.493176 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:27.535459 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:34:26Z', 'revision_number': 5, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port': {'id': 'ca5873af-78e7-4c2a-ac16-ede62de5b1e9', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:29:12Z', 'updated_at': '2021-09-14T13:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:27.573134 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] For port ca5873af-78e7-4c2a-ac16-ede62de5b1e9, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:27.573493 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:27.586350 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Calling delete_port for ca5873af-78e7-4c2a-ac16-ede62de5b1e9 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:27.653641 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] Checking router: 1809f728-e30b-46b4-96db-2ab507ae945c for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:34:27.662459 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] Routers {'1809f728-e30b-46b4-96db-2ab507ae945c'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:27.663073 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['1809f728-e30b-46b4-96db-2ab507ae945c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:27.751345 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] Set router 1809f728-e30b-46b4-96db-2ab507ae945c gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:27.803614 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:34:27Z', 'revision_number': 6, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:27.832884 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e355d26-dee3-4ece-ae1e-09c4b84856fa None None] The sync data for ids ['1809f728-e30b-46b4-96db-2ab507ae945c'] in dv-cinder-798783-2-iscsi is: [{'id': '1809f728-e30b-46b4-96db-2ab507ae945c', 'name': 'tempest-TestShelveInstance-522296086-router', 'tenant_id': '3e0d37d43fc14baf80e9497f2168e39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:29:11Z', 'updated_at': '2021-09-14T13:34:27Z', 'revision_number': 6, 'project_id': '3e0d37d43fc14baf80e9497f2168e39a', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:34:27.948848 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd34644-5bc7-40df-af4d-6daabda768ff req-6f8515f0-fb84-4d21-a995-93a77fd86bab tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:27.950826 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4bd34644-5bc7-40df-af4d-6daabda768ff req-6f8515f0-fb84-4d21-a995-93a77fd86bab tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 943 time: 0.0894828 Sep 14 13:34:28.030821 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4bd34644-5bc7-40df-af4d-6daabda768ff req-6200db3f-e5a9-45bd-b00c-9d0c9c57d299 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Sep 14 13:34:28.072201 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.098151 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5873af-78e7-4c2a-ac16-ede62de5b1e9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:28.156468 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.259079 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2734f108-7996-42d1-bd84-4583695d4f2e details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:34:28.262666 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.263719 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.328214 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.328675 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1809f728-e30b-46b4-96db-2ab507ae945c {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:34:28.333772 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.334918 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-f36f68af-fe50-4322-bc51-d359f9e83398 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1809f728-e30b-46b4-96db-2ab507ae945c HTTP/1.1" status: 204 len: 168 time: 1.0949371 Sep 14 13:34:28.337525 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:28.356806 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 2734f108-7996-42d1-bd84-4583695d4f2e, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2734f108-7996-42d1-bd84-4583695d4f2e,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:28.367672 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '2734f108-7996-42d1-bd84-4583695d4f2e', 'network_id': '7b0a8d3d-cc71-4104-bde8-960861960010', 'port_id': '2734f108-7996-42d1-bd84-4583695d4f2e', 'mac_address': 'fa:16:3e:44:7d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedd06e3-cbd2-4d73-b993-743b64534299', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:34:28.380930 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] Deleting subnet 2d8d1b28-de90-44a5-8810-907015a2cc96 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:34:28.383995 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.410900 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.418607 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13141989'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.423687 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2734f108-7996-42d1-bd84-4583695d4f2e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:34:28.443159 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 2734f108-7996-42d1-bd84-4583695d4f2e, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2734f108-7996-42d1-bd84-4583695d4f2e,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:28.447491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.498364 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=2734f108-7996-42d1-bd84-4583695d4f2e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:28.527585 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.583440 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13592787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15834353'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.607943 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8d1b28-de90-44a5-8810-907015a2cc96,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:28.613726 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.615644 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-385f3726-7063-4294-a041-b5cf11afd130 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2d8d1b28-de90-44a5-8810-907015a2cc96 HTTP/1.1" status: 204 len: 168 time: 0.2771969 Sep 14 13:34:28.618091 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:28.619186 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5577ad98-f13b-4bc7-9d5d-c31bc279192a None None] Network 96b9b592-e9f9-4b28-b83d-2ec113550793 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:34:28.698521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.733982 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 4cf3540c-fee5-4c85-a17e-14612f398f24 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:28.757495 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Deleting port bb405d99-b51d-475f-8064-97d017d2b135 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:28.757957 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.761174 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 4cf3540c-fee5-4c85-a17e-14612f398f24 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:28.761526 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 4cf3540c-fee5-4c85-a17e-14612f398f24 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:28.761975 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ca5873af-78e7-4c2a-ac16-ede62de5b1e9 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:28.782804 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: ca5873af-78e7-4c2a-ac16-ede62de5b1e9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:28.783137 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ca5873af-78e7-4c2a-ac16-ede62de5b1e9 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:28.827637 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] For port bb405d99-b51d-475f-8064-97d017d2b135, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=bb405d99-b51d-475f-8064-97d017d2b135,segment=NetworkSegment(e87ef47e-b71f-403f-a6d4-2644e30d46a1),segment_id=e87ef47e-b71f-403f-a6d4-2644e30d46a1)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:28.828247 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.845208 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] DHCP port deletion for 96b9b592-e9f9-4b28-b83d-2ec113550793 request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:34:28.849491 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Calling delete_port for bb405d99-b51d-475f-8064-97d017d2b135 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:28.892903 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] Deleting port bb405d99-b51d-475f-8064-97d017d2b135 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:28.893273 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.927163 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.952988 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb405d99-b51d-475f-8064-97d017d2b135,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:28.954898 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] No DVR routers for this DVR port bb405d99-b51d-475f-8064-97d017d2b135 on host dv-cinder-798783-2-iscsi {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:34:28.958413 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] For port bb405d99-b51d-475f-8064-97d017d2b135, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=bb405d99-b51d-475f-8064-97d017d2b135,segment=NetworkSegment(e87ef47e-b71f-403f-a6d4-2644e30d46a1),segment_id=e87ef47e-b71f-403f-a6d4-2644e30d46a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:28.959144 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:28.970921 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] Calling delete_port for bb405d99-b51d-475f-8064-97d017d2b135 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:29.026194 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.046578 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b9b592-e9f9-4b28-b83d-2ec113550793']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:29.056045 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87ef47e-b71f-403f-a6d4-2644e30d46a1') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:29.056342 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87ef47e-b71f-403f-a6d4-2644e30d46a1') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:29.065890 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13141916'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.079266 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.082513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.085629 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:34:29.086057 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13593905'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: Traceback (most recent call last): Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: timer() Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: cb(*args, **kw) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: return func(*args, **kwargs) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: self._notify() Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: self.callback(batched_events) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: event.method(event) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: return f(self, *a, **k) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._get(url).json() Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: return self.request(url, 'GET', **kwargs) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:34:29.087903 dv-cinder-798783-2-iscsi neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:34:29.117397 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] Pushing event deleted for resources: {'Port': ['ID=bb405d99-b51d-475f-8064-97d017d2b135,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:29.119153 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c55d4-6f55-42e8-8f6c-a011f9dd8506 None None] No DVR routers for this DVR port bb405d99-b51d-475f-8064-97d017d2b135 on host dv-cinder-798783-2-iscsi {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:34:29.171457 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.175570 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.177428 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] 10.222.0.30 "DELETE /v2.0/networks/96b9b592-e9f9-4b28-b83d-2ec113550793 HTTP/1.1" status: 204 len: 168 time: 0.5584085 Sep 14 13:34:29.192953 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd611d0-47e6-4651-9b71-ad3559b49235 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b9b592-e9f9-4b28-b83d-2ec113550793,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:29.206555 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abef9c-a7cd-4dab-843e-101fc794d480 req-598d475d-3c97-41e0-9fce-00c023d565bc tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:29.208014 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-04abef9c-a7cd-4dab-843e-101fc794d480 req-598d475d-3c97-41e0-9fce-00c023d565bc tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 944 time: 0.1101882 Sep 14 13:34:29.247226 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-04abef9c-a7cd-4dab-843e-101fc794d480 req-622cab99-b48c-484b-bbe5-945eb6705938 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334284 Sep 14 13:34:29.294609 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48314) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:29.332969 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-f7372cf7-eb75-48fa-b56e-36852e9ead15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afe541c6e9b94ea3ad62cb54784cd417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372672 Sep 14 13:34:29.335301 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:29.381936 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6f2620e-db36-461a-a3ee-8ecfc9ea5955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.403036 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6f2620e-db36-461a-a3ee-8ecfc9ea5955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.446776 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6f2620e-db36-461a-a3ee-8ecfc9ea5955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.450051 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6f2620e-db36-461a-a3ee-8ecfc9ea5955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.451216 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-b6f2620e-db36-461a-a3ee-8ecfc9ea5955 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5637df8b-70a4-430c-8f9f-0e9a2b0ee817 HTTP/1.1" status: 204 len: 168 time: 0.1150632 Sep 14 13:34:29.458831 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2620e-db36-461a-a3ee-8ecfc9ea5955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5637df8b-70a4-430c-8f9f-0e9a2b0ee817,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:29.492369 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['2734f108-7996-42d1-bd84-4583695d4f2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:34:29.761073 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:29.799428 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-2f73cc5c-7bc8-4f03-b260-eba662b414ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e0d37d43fc14baf80e9497f2168e39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372348 Sep 14 13:34:29.801819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:29.850791 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-363df966-878f-4997-af96-12e2d41c9ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.871020 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-363df966-878f-4997-af96-12e2d41c9ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.914502 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-363df966-878f-4997-af96-12e2d41c9ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.916951 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-363df966-878f-4997-af96-12e2d41c9ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:29.918111 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-363df966-878f-4997-af96-12e2d41c9ffc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85b1ab3c-5962-44e0-a4ff-d895e4fbd755 HTTP/1.1" status: 204 len: 168 time: 0.1153972 Sep 14 13:34:29.925626 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363df966-878f-4997-af96-12e2d41c9ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b1ab3c-5962-44e0-a4ff-d895e4fbd755,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:30.362189 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baf581-486b-4099-90a2-314b95595831 req-607a1de2-fd0e-4913-a712-09553b706bae tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:30.363803 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4baf581-486b-4099-90a2-314b95595831 req-607a1de2-fd0e-4913-a712-09553b706bae tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 944 time: 0.0510631 Sep 14 13:34:30.402859 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4baf581-486b-4099-90a2-314b95595831 req-fa38cb1f-5a16-4f70-a035-705b58443e4c tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331404 Sep 14 13:34:30.720927 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bb405d99-b51d-475f-8064-97d017d2b135 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:30.743473 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: bb405d99-b51d-475f-8064-97d017d2b135 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:30.743811 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device bb405d99-b51d-475f-8064-97d017d2b135 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:34:31.452920 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2734f108-7996-42d1-bd84-4583695d4f2e up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:31.508605 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 2734f108-7996-42d1-bd84-4583695d4f2e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:31.515197 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 2734f108-7996-42d1-bd84-4583695d4f2e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:31.515466 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee9562-2c6b-46e3-865e-4788c2457e8a req-8dc943c8-5ec4-4f4f-96d9-d1d6beaa4207 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:31.515955 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:31.516984 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-71ee9562-2c6b-46e3-865e-4788c2457e8a req-8dc943c8-5ec4-4f4f-96d9-d1d6beaa4207 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 944 time: 0.0503805 Sep 14 13:34:31.570417 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-71ee9562-2c6b-46e3-865e-4788c2457e8a req-756ac8b6-b5f9-4004-8490-cdaf0fddc6e9 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Sep 14 13:34:31.598641 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:31.621582 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2734f108-7996-42d1-bd84-4583695d4f2e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:34:31.623926 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c836ff4-4d9d-4783-8e98-669ed53d2a2d" -d '{"events": [{"server_uuid": "9e0c3bdb-df20-40f0-85c3-be3cab2a1268", "name": "network-vif-plugged", "status": "completed", "tag": "2734f108-7996-42d1-bd84-4583695d4f2e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:34:31.640318 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 2734f108-7996-42d1-bd84-4583695d4f2e, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2734f108-7996-42d1-bd84-4583695d4f2e,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:31.645659 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:31.674110 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e47e15-48b2-4fd0-95b8-99a4aa3c1418 x-openstack-request-id: req-61e47e15-48b2-4fd0-95b8-99a4aa3c1418 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:34:31.674398 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c3bdb-df20-40f0-85c3-be3cab2a1268", "name": "network-vif-plugged", "status": "completed", "tag": "2734f108-7996-42d1-bd84-4583695d4f2e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:34:31.674639 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61e47e15-48b2-4fd0-95b8-99a4aa3c1418 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:34:31.675011 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2734f108-7996-42d1-bd84-4583695d4f2e', 'code': 200} Sep 14 13:34:31.700221 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=2734f108-7996-42d1-bd84-4583695d4f2e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:31.831515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a7c2c-5ca7-4aff-862d-58458b2fd9a8 req-a2dcc11d-7970-4276-a98f-ca1c81f696aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:31.833016 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e5a7c2c-5ca7-4aff-862d-58458b2fd9a8 req-a2dcc11d-7970-4276-a98f-ca1c81f696aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 1098 time: 0.0390985 Sep 14 13:34:31.869519 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e5a7c2c-5ca7-4aff-862d-58458b2fd9a8 req-bb021cba-80d5-41c4-b10f-02e2fbee580a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271485 Sep 14 13:34:32.698363 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf22b4-43ea-4b58-a673-854059cf6e19 req-abe74db8-e22d-4301-99cd-6a71b7515604 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:32.700365 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aebf22b4-43ea-4b58-a673-854059cf6e19 req-abe74db8-e22d-4301-99cd-6a71b7515604 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 945 time: 0.0597634 Sep 14 13:34:32.738411 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aebf22b4-43ea-4b58-a673-854059cf6e19 req-ea32cfa2-aa2e-4f16-9015-b91ae439de65 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Sep 14 13:34:33.854193 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd1bc-7b86-4f77-b577-1cf165ddde16 req-60830c90-cc14-4dbb-af1c-aaab10b83977 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:33.856107 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b3bd1bc-7b86-4f77-b577-1cf165ddde16 req-60830c90-cc14-4dbb-af1c-aaab10b83977 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 945 time: 0.0506792 Sep 14 13:34:33.897667 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8b3bd1bc-7b86-4f77-b577-1cf165ddde16 req-aa08a93d-d252-452a-aa34-914940b0b315 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Sep 14 13:34:35.174960 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48380) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:35.278930 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b44852cd-69a7-4c64-87ae-5c6417342e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:35.364275 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b44852cd-69a7-4c64-87ae-5c6417342e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:35.367927 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b44852cd-69a7-4c64-87ae-5c6417342e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:35.405193 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-b44852cd-69a7-4c64-87ae-5c6417342e32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dc2258876d14421bce94b5d4971fc26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292109 Sep 14 13:34:35.406372 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44852cd-69a7-4c64-87ae-5c6417342e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6216a4b2-b145-42a0-9b83-0b648b26c4d0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:35.407844 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48386) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:35.454477 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98d5975f-1991-4317-b65d-e04479c672a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:35.474284 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98d5975f-1991-4317-b65d-e04479c672a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:35.518831 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98d5975f-1991-4317-b65d-e04479c672a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:35.521598 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98d5975f-1991-4317-b65d-e04479c672a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:35.522767 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-98d5975f-1991-4317-b65d-e04479c672a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6216a4b2-b145-42a0-9b83-0b648b26c4d0 HTTP/1.1" status: 204 len: 168 time: 0.1139281 Sep 14 13:34:35.533373 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5975f-1991-4317-b65d-e04479c672a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6216a4b2-b145-42a0-9b83-0b648b26c4d0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:35.794239 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.118157 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:36.209947 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-655844225-network', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:36.230908 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Made reservation on behalf of dab1b790f9c6431ca097e7b7cd2eb872 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:34:36.233302 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.241262 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.329181 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.333183 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.358534 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:34:36.368117 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5341406-3bf7-4951-b29c-022ce03bb84f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:36.374325 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.374659 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.segments_db [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Added segment 18d7a0ac-f866-4952-b3d1-aa86b55de0b5 of type vlan for network a6c97491-36b2-44b9-9fae-8a6c3032ab91 Sep 14 13:34:36.416355 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.440351 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.441305 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:36.441884 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.470896 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3516471 Sep 14 13:34:36.473825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48414) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:36.478648 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Request body: {'subnet': {'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-655844225-subnet', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:36.499448 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Made reservation on behalf of dab1b790f9c6431ca097e7b7cd2eb872 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:34:36.501795 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15834132'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.502124 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f6e5-96ca-4389-b5e8-7496ee784327 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c97491-36b2-44b9-9fae-8a6c3032ab91,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:36.513747 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:34:36.667790 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13592722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15834122'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.721168 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea528cc-57c1-4012-8503-82bb261dfc04,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:36.729713 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Checking segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:36.730075 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Network hostable DHCP agents. Network: a6c97491-36b2-44b9-9fae-8a6c3032ab91, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:34:36.746721 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:34:36.754961 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, a6c97491-36b2-44b9-9fae-8a6c3032ab91) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:36.758770 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:36.759354 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.763555 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb80f38e-e950-4001-9ae6-3fb49f8f5b2f None None] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:34:36.773392 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-96a874b7-719f-48e4-b3cc-f58836fff9b2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2985239 Sep 14 13:34:36.776067 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48416) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:36.780336 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:36.801012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.802028 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.858267 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:36.993481 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.021549 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:34:37.022422 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.154947 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Allocated IP 172.20.0.2 (a6c97491-36b2-44b9-9fae-8a6c3032ab91/3ea528cc-57c1-4012-8503-82bb261dfc04/a99617d5-23a7-4377-980c-f6e6cd22b637) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:34:37.186121 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.204525 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.297133 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.305191 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Transition to ACTIVE for port object a99617d5-23a7-4377-980c-f6e6cd22b637 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:37.309169 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Allocated IP 172.27.2.117 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/9cff5c3d-e5ae-497b-80d4-71b18ef86b36) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:34:37.319992 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Transition to ACTIVE for port object a99617d5-23a7-4377-980c-f6e6cd22b637 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:37.326392 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.365963 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:37.369110 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:37.371708 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:34:37.415987 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Pushing event updated for resources: {'Port': ['ID=a99617d5-23a7-4377-980c-f6e6cd22b637,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:37.439561 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.440040 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.440478 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.441149 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.441644 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.442028 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.442439 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.442828 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.443226 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.443598 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.443717 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.444025 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.444402 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:37.462207 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Attempting to bind port a99617d5-23a7-4377-980c-f6e6cd22b637 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:34:37.462687 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Attempting to bind port a99617d5-23a7-4377-980c-f6e6cd22b637 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:34:37.463178 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Attempting to bind port a99617d5-23a7-4377-980c-f6e6cd22b637 on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:37.469078 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:34:37.469538 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Checking segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:37.469996 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.470544 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Bound using segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:34:37.471127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Bound port: a99617d5-23a7-4377-980c-f6e6cd22b637, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:34:37.471568 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.486459 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.528061 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:37.532466 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:37.535910 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:34:37.542485 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] For port a99617d5-23a7-4377-980c-f6e6cd22b637, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:34:37.546432 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] For port a99617d5-23a7-4377-980c-f6e6cd22b637, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=a99617d5-23a7-4377-980c-f6e6cd22b637,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:34:37.550525 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:37.568725 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Pushing event updated for resources: {'Port': ['ID=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:37.611218 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6f18e-51b3-4a28-b9a1-8327479befb7 None None] Pushing event updated for resources: {'Port': ['ID=a99617d5-23a7-4377-980c-f6e6cd22b637,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:37.829180 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:38.019742 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:38.399400 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:34:38.485421 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a95e9-ad52-4684-9e29-bafc36f7a459 None None] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:34:38.507998 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:34:38.522259 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:38.523463 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-066b1581-e355-4c48-a69c-492f2a8da553 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7464845 Sep 14 13:34:38.526237 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:38.544355 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:34:38.570004 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:38.570653 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:38.607053 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49f78b0f-2505-43b6-ac0a-58f5d20cb446 None None] Provisioning for port a99617d5-23a7-4377-980c-f6e6cd22b637 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:38.735389 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:38.793271 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device a99617d5-23a7-4377-980c-f6e6cd22b637 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:38.920409 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port a99617d5-23a7-4377-980c-f6e6cd22b637 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:38.926934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port a99617d5-23a7-4377-980c-f6e6cd22b637 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:38.927367 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:38.943789 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.035069 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:37Z', 'revision_number': 3, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:39.068456 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:34:39.068824 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Updating router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:34:39.090904 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.106232 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Allocated IP 172.20.0.1 (a6c97491-36b2-44b9-9fae-8a6c3032ab91/3ea528cc-57c1-4012-8503-82bb261dfc04/701a5246-11a7-43bb-acac-1b977c551a8e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:34:39.110337 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9c8bf261-d81d-4c69-adc6-e9f9a76bedfa None None] Provisioning complete for port a99617d5-23a7-4377-980c-f6e6cd22b637 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:39.110700 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c8bf261-d81d-4c69-adc6-e9f9a76bedfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.113139 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.186442 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port a99617d5-23a7-4377-980c-f6e6cd22b637, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=a99617d5-23a7-4377-980c-f6e6cd22b637,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:39.197370 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.208088 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.221792 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Transition to ACTIVE for port object 701a5246-11a7-43bb-acac-1b977c551a8e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:39.254115 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.296410 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:39.301069 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:39.303473 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:34:39.330237 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=701a5246-11a7-43bb-acac-1b977c551a8e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:39.350139 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.351088 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=a99617d5-23a7-4377-980c-f6e6cd22b637,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:39.482510 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.510593 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a2d0f34f-bcfa-4514-8739-fdd96c792f8d None None] Provisioning for port 701a5246-11a7-43bb-acac-1b977c551a8e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:39.524671 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.526978 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a2d0f34f-bcfa-4514-8739-fdd96c792f8d None None] Provisioning complete for port 701a5246-11a7-43bb-acac-1b977c551a8e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:39.527341 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f34f-bcfa-4514-8739-fdd96c792f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.557442 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Transition to ACTIVE for port object 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:39.565852 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.597396 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0f34f-bcfa-4514-8739-fdd96c792f8d None None] Port 701a5246-11a7-43bb-acac-1b977c551a8e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:34:39.627228 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff119b2-dee4-4159-afb4-9963925f35c6 None None] Pushing event updated for resources: {'Port': ['ID=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:39.631293 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Attempting to bind port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:34:39.631662 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Attempting to bind port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:34:39.632033 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Attempting to bind port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:39.638198 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:34:39.638560 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:39.638946 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.639319 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:34:39.639768 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Bound port: 9cff5c3d-e5ae-497b-80d4-71b18ef86b36, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:34:39.640136 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.651714 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.656640 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.690204 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] For port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:34:39.693491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] For port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:34:39.697754 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.721276 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:39.723788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=701a5246-11a7-43bb-acac-1b977c551a8e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:39.749733 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:39.750810 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:39.822762 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:39.824224 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:39.943431 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff119b2-dee4-4159-afb4-9963925f35c6 None None] Pushing event updated for resources: {'Port': ['ID=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:39.950645 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:34:39.960934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdf206b4-14d6-4c5c-95b9-cf69f65f2e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.027692 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:40.065876 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:34:40.070910 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4646bc71-9db0-41f2-91d6-22ca23689cb3 admin admin] 10.222.0.30 "PUT /v2.0/routers/8e8a5ab0-9c67-45b9-889c-8daba4050b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5436413 Sep 14 13:34:40.165110 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-789ae468-68a0-422b-b6f2-8931b9c5acb7 None None] Provisioning complete for port 701a5246-11a7-43bb-acac-1b977c551a8e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:40.165474 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-789ae468-68a0-422b-b6f2-8931b9c5acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.217574 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-789ae468-68a0-422b-b6f2-8931b9c5acb7 None None] Port 701a5246-11a7-43bb-acac-1b977c551a8e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:34:40.266879 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 2, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:40.296468 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a585cc-4bc4-4963-bbbb-0c5e1704fb2e None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 2, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:34:40.566539 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48444) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:40.572741 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-839855691-network', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:40.598756 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Made reservation on behalf of 0d25181c8d7843cc9607a616e31237ac for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:34:40.601176 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.610820 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.727824 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.734324 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.758660 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device a99617d5-23a7-4377-980c-f6e6cd22b637 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:40.762354 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:34:40.778209 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37d195-fde8-4d9b-8a73-0e14531e5370,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:40.796066 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.800859 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Added segment a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad of type vlan for network d2b93766-cf5b-4231-afd9-c83892593554 Sep 14 13:34:40.846196 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port a99617d5-23a7-4377-980c-f6e6cd22b637 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:40.847277 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.854766 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.882214 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.883550 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:40.884153 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.915516 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3477952 Sep 14 13:34:40.918377 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:40.923533 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Request body: {'subnet': {'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-839855691-subnet', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:40.948519 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Made reservation on behalf of 0d25181c8d7843cc9607a616e31237ac for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:34:40.950914 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f176-da24-43ff-b329-e98ba279cac5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b93766-cf5b-4231-afd9-c83892593554,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:40.951530 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:40.960791 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network d2b93766-cf5b-4231-afd9-c83892593554 details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:34:41.142388 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.200893 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bb861a-a5d7-42db-a926-ad9f916fd108,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:41.211835 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Checking segment: {'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:41.212189 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Network hostable DHCP agents. Network: d2b93766-cf5b-4231-afd9-c83892593554, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:34:41.229045 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Network d2b93766-cf5b-4231-afd9-c83892593554 is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:34:41.238865 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, d2b93766-cf5b-4231-afd9-c83892593554) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:41.243688 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:41.244459 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.248731 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e953ae-3424-43de-ad65-875e0d8c240f None None] Network d2b93766-cf5b-4231-afd9-c83892593554 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:34:41.261808 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48452) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:41.262083 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5923ad5c-46c9-43ec-bac8-3995faaf290b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3424113 Sep 14 13:34:41.266694 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:41.289103 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.290335 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.350184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.399685 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-d2b93766-cf5b-4231-afd9-c83892593554', 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'fixed_ips': [{'subnet_id': '58bb861a-a5d7-42db-a926-ad9f916fd108'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:34:41.400602 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.498154 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.542275 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Allocated IP 172.20.0.2 (d2b93766-cf5b-4231-afd9-c83892593554/58bb861a-a5d7-42db-a926-ad9f916fd108/aacfc509-001d-43d6-8d31-c11d10c2a04e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:34:41.701934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.710091 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Transition to ACTIVE for port object aacfc509-001d-43d6-8d31-c11d10c2a04e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:41.715677 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.725777 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Transition to ACTIVE for port object aacfc509-001d-43d6-8d31-c11d10c2a04e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:41.731477 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.738418 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.768146 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Network d2b93766-cf5b-4231-afd9-c83892593554 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:41.772325 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:41.779404 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:34:41.781357 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Pushing event updated for resources: {'Port': ['ID=aacfc509-001d-43d6-8d31-c11d10c2a04e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:41.836990 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Attempting to bind port aacfc509-001d-43d6-8d31-c11d10c2a04e on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:34:41.837360 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Attempting to bind port aacfc509-001d-43d6-8d31-c11d10c2a04e by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:34:41.837721 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Attempting to bind port aacfc509-001d-43d6-8d31-c11d10c2a04e on network d2b93766-cf5b-4231-afd9-c83892593554 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:41.841352 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Allocated IP 172.27.2.67 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/ab13a713-9222-4a91-88c2-84956d678036) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:34:41.846129 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:34:41.846654 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Checking segment: {'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:41.847080 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.847459 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Bound using segment: {'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:34:41.847949 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Bound port: aacfc509-001d-43d6-8d31-c11d10c2a04e, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:34:41.848343 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.915146 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] For port aacfc509-001d-43d6-8d31-c11d10c2a04e, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:34:41.919100 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] For port aacfc509-001d-43d6-8d31-c11d10c2a04e, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=aacfc509-001d-43d6-8d31-c11d10c2a04e,segment=NetworkSegment(a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad),segment_id=a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:34:41.922574 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.948084 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:41.976862 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fded1-b63c-4b07-897b-c462178b7f94 None None] Pushing event updated for resources: {'Port': ['ID=aacfc509-001d-43d6-8d31-c11d10c2a04e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:41.996106 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:42.035233 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:42.038123 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:42.041810 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:34:42.050245 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Pushing event updated for resources: {'Port': ['ID=ab13a713-9222-4a91-88c2-84956d678036,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:42.317330 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b25990e2-aaf1-4382-b221-e8ced1490cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:42.329295 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:42.523418 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:42.641213 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:42.814939 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:42.882303 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:42.888118 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:42.888563 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:42.901342 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:34:42.915249 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:42.915888 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:42.958794 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:34:42.987513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:42.993513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac046085-07d6-47f9-ae52-b4fbe994543a None None] Network d2b93766-cf5b-4231-afd9-c83892593554 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:34:43.028425 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:43.030745 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:43.064542 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.065392 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device aacfc509-001d-43d6-8d31-c11d10c2a04e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:43.082005 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:34:43.098301 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.099750 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-c70d1665-4951-4989-a382-4fed1c2ed763 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8364983 Sep 14 13:34:43.102898 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48458) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:43.116104 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Sync routers for ids ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:34:43.155920 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f61d3af8-c0d3-48d9-bc79-c473745f40b2 None None] Provisioning for port aacfc509-001d-43d6-8d31-c11d10c2a04e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:43.177176 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Routers {'8ab93b9f-0cdb-440e-b48c-c54669c17d45'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:43.177878 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:43.221246 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:43.247701 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:34:43.278953 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 2, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:43.282685 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port aacfc509-001d-43d6-8d31-c11d10c2a04e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:43.306671 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:34:43.307110 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Updating router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 port 701a5246-11a7-43bb-acac-1b977c551a8e binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:34:43.334488 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port aacfc509-001d-43d6-8d31-c11d10c2a04e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:43.334863 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.338496 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.377409 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Set router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:43.531035 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.601420 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.618555 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.629064 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Transition to ACTIVE for port object 701a5246-11a7-43bb-acac-1b977c551a8e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:43.635101 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.680301 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Pushing event updated for resources: {'Port': ['ID=701a5246-11a7-43bb-acac-1b977c551a8e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:43.695555 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.696189 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.696702 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.697759 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.698258 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.699283 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.700298 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.700972 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.701499 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.701981 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.702473 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.702973 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:34:43.779799 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Attempting to bind port 701a5246-11a7-43bb-acac-1b977c551a8e on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:34:43.780411 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Attempting to bind port 701a5246-11a7-43bb-acac-1b977c551a8e by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:34:43.781006 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Attempting to bind port 701a5246-11a7-43bb-acac-1b977c551a8e on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:43.787005 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:34:43.787374 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Checking segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:43.787771 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.788161 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Bound using segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:34:43.788622 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Bound port: 701a5246-11a7-43bb-acac-1b977c551a8e, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:34:43.789213 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.814782 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.840189 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port aacfc509-001d-43d6-8d31-c11d10c2a04e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=aacfc509-001d-43d6-8d31-c11d10c2a04e,segment=NetworkSegment(a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad),segment_id=a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:43.846401 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c43928f7-ebf1-4a17-8f21-6bc5b72dce7d None None] Provisioning complete for port aacfc509-001d-43d6-8d31-c11d10c2a04e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:43.846874 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c43928f7-ebf1-4a17-8f21-6bc5b72dce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.851271 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.866969 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] For port 701a5246-11a7-43bb-acac-1b977c551a8e, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:34:43.871143 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] For port 701a5246-11a7-43bb-acac-1b977c551a8e, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=701a5246-11a7-43bb-acac-1b977c551a8e,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:34:43.875098 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:43.917625 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:43.918377 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:43.956149 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=aacfc509-001d-43d6-8d31-c11d10c2a04e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:43.974641 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ab13a713-9222-4a91-88c2-84956d678036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 3, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port': {'id': 'ab13a713-9222-4a91-88c2-84956d678036', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:44.006924 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Checking router: 8ab93b9f-0cdb-440e-b48c-c54669c17d45 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:34:44.007130 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Allocated IP 172.20.0.1 (d2b93766-cf5b-4231-afd9-c83892593554/58bb861a-a5d7-42db-a926-ad9f916fd108/2223f3b4-f32a-4b35-9cc1-2aca6cc97837) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:34:44.007221 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Updating router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 port ab13a713-9222-4a91-88c2-84956d678036 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:34:44.039459 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.045896 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:44.076674 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefd0b3-ec3a-4ef6-bc84-5d5cf329a29c None None] Pushing event updated for resources: {'Port': ['ID=701a5246-11a7-43bb-acac-1b977c551a8e,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:44.144424 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.159892 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Transition to ACTIVE for port object 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:44.196382 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.239799 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Network d2b93766-cf5b-4231-afd9-c83892593554 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:44.244615 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:44.249119 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:34:44.279482 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:44.291521 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:43Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:44.299443 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.322693 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bec789-7b76-4e47-94a0-9785e6173661 None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:43Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:34:44.390101 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.409855 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Transition to ACTIVE for port object ab13a713-9222-4a91-88c2-84956d678036 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:44.421627 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.440880 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.480915 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Attempting to bind port ab13a713-9222-4a91-88c2-84956d678036 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:34:44.481284 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Attempting to bind port ab13a713-9222-4a91-88c2-84956d678036 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:34:44.481645 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Attempting to bind port ab13a713-9222-4a91-88c2-84956d678036 on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:44.483629 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be92788-b417-4c34-9794-38eafe970354 None None] Pushing event updated for resources: {'Port': ['ID=ab13a713-9222-4a91-88c2-84956d678036,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:44.489546 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:34:44.489921 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:44.490321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.490711 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:34:44.491988 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Bound port: ab13a713-9222-4a91-88c2-84956d678036, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:34:44.491988 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.545503 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] For port ab13a713-9222-4a91-88c2-84956d678036, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:34:44.549003 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] For port ab13a713-9222-4a91-88c2-84956d678036, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=ab13a713-9222-4a91-88c2-84956d678036,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:34:44.553709 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.631704 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.635285 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3386fc1e-1dc6-4dbd-bfaf-3de721f2cf0b None None] Provisioning for port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:44.636858 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.643432 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Routers {'8ab93b9f-0cdb-440e-b48c-c54669c17d45'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:44.644071 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:44.647506 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be92788-b417-4c34-9794-38eafe970354 None None] Pushing event updated for resources: {'Port': ['ID=ab13a713-9222-4a91-88c2-84956d678036,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:44.649600 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3386fc1e-1dc6-4dbd-bfaf-3de721f2cf0b None None] Provisioning complete for port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:44.649975 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3386fc1e-1dc6-4dbd-bfaf-3de721f2cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.702234 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:44.712088 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:44.731915 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3386fc1e-1dc6-4dbd-bfaf-3de721f2cf0b None None] Port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:34:44.803852 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:44.816131 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] Set router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:44.824476 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Network d2b93766-cf5b-4231-afd9-c83892593554 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:34:44.825968 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:34:44.969658 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:34:45.004027 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:45.004461 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.103931 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.115289 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:34:45.123086 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1c955534-2ce8-4339-95d8-76e7763e2ca8 admin admin] 10.222.0.30 "PUT /v2.0/routers/8ab93b9f-0cdb-440e-b48c-c54669c17d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0186203 Sep 14 13:34:45.200995 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e1c4fb54-96b9-4acc-b1f4-bc6b85c55ce3 None None] Provisioning complete for port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:45.201433 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fb54-96b9-4acc-b1f4-bc6b85c55ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.227497 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 701a5246-11a7-43bb-acac-1b977c551a8e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:45.254404 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ab13a713-9222-4a91-88c2-84956d678036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 4, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port': {'id': 'ab13a713-9222-4a91-88c2-84956d678036', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '2223f3b4-f32a-4b35-9cc1-2aca6cc97837', 'name': '', 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'mac_address': 'fa:16:3e:c9:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:43Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 2, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'subnets': [{'id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:45.297812 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67534a-8486-4ec8-9b1c-e3aa3e06bdb4 None None] The sync data for ids ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'] in dv-cinder-798783-2-iscsi is: [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ab13a713-9222-4a91-88c2-84956d678036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 4, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port': {'id': 'ab13a713-9222-4a91-88c2-84956d678036', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '2223f3b4-f32a-4b35-9cc1-2aca6cc97837', 'name': '', 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'mac_address': 'fa:16:3e:c9:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:43Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 2, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'subnets': [{'id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:34:45.300865 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4fb54-96b9-4acc-b1f4-bc6b85c55ce3 None None] Port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:34:45.324471 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 701a5246-11a7-43bb-acac-1b977c551a8e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:45.328951 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 701a5246-11a7-43bb-acac-1b977c551a8e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:45.329410 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.413447 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.449310 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 701a5246-11a7-43bb-acac-1b977c551a8e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=701a5246-11a7-43bb-acac-1b977c551a8e,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:45.454093 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.454880 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device aacfc509-001d-43d6-8d31-c11d10c2a04e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:45.546146 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=701a5246-11a7-43bb-acac-1b977c551a8e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:45.562703 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port aacfc509-001d-43d6-8d31-c11d10c2a04e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:45.563081 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.793748 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:45.798267 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-26e6fdbb-d1a9-47af-b025-4a6e4d18d4d3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28677673', 'description': 'tempest-secgroup-smoke-28677673 description', 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:45.821672 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26e6fdbb-d1a9-47af-b025-4a6e4d18d4d3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.907539 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26e6fdbb-d1a9-47af-b025-4a6e4d18d4d3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.911367 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26e6fdbb-d1a9-47af-b025-4a6e4d18d4d3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.940765 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26e6fdbb-d1a9-47af-b025-4a6e4d18d4d3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:45.945257 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-26e6fdbb-d1a9-47af-b025-4a6e4d18d4d3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1474023 Sep 14 13:34:45.945257 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6fdbb-d1a9-47af-b025-4a6e4d18d4d3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dce01a-cda5-4cbd-9688-e0f3a86fb810,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:45.945508 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48478) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:45.949714 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6cbbb647-a96b-4fd4-ab4e-bfe811f42e40 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'security_group_rule': {'security_group_id': '28dce01a-cda5-4cbd-9688-e0f3a86fb810', 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:45.975492 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb647-a96b-4fd4-ab4e-bfe811f42e40 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.029785 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb647-a96b-4fd4-ab4e-bfe811f42e40 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.033125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb647-a96b-4fd4-ab4e-bfe811f42e40 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.052520 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbb647-a96b-4fd4-ab4e-bfe811f42e40 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e13175-3c86-4a9b-9ea4-90deab990e1f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:46.056112 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb647-a96b-4fd4-ab4e-bfe811f42e40 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.057306 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-6cbbb647-a96b-4fd4-ab4e-bfe811f42e40 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112168 Sep 14 13:34:46.060534 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48480) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:46.064879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3900d8a8-ddcf-475c-a50c-7318a9f7255a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'security_group_rule': {'security_group_id': '28dce01a-cda5-4cbd-9688-e0f3a86fb810', 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:46.089812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3900d8a8-ddcf-475c-a50c-7318a9f7255a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.146402 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3900d8a8-ddcf-475c-a50c-7318a9f7255a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.150511 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3900d8a8-ddcf-475c-a50c-7318a9f7255a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.175200 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900d8a8-ddcf-475c-a50c-7318a9f7255a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30588295-a10b-4bfb-bbf0-fa8f44edb064,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:46.185063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3900d8a8-ddcf-475c-a50c-7318a9f7255a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.188239 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3900d8a8-ddcf-475c-a50c-7318a9f7255a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255081 Sep 14 13:34:46.190118 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:46.195041 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e5eb7cce-3b6b-44a5-a0fc-f37ed91f3611 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'security_group_rule': {'security_group_id': '28dce01a-cda5-4cbd-9688-e0f3a86fb810', 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:46.229323 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7cce-3b6b-44a5-a0fc-f37ed91f3611 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.289704 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7cce-3b6b-44a5-a0fc-f37ed91f3611 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.294026 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7cce-3b6b-44a5-a0fc-f37ed91f3611 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.312343 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb7cce-3b6b-44a5-a0fc-f37ed91f3611 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aebb94c-fb5c-4acc-a201-6808c4ddcae0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:46.318822 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7cce-3b6b-44a5-a0fc-f37ed91f3611 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.322725 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-e5eb7cce-3b6b-44a5-a0fc-f37ed91f3611 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287687 Sep 14 13:34:46.322725 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48486) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:46.326914 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87f8e2df-ef00-4356-8d45-a7f042242594 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'security_group_rule': {'security_group_id': '28dce01a-cda5-4cbd-9688-e0f3a86fb810', 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:46.355370 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87f8e2df-ef00-4356-8d45-a7f042242594 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.420021 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87f8e2df-ef00-4356-8d45-a7f042242594 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.423336 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87f8e2df-ef00-4356-8d45-a7f042242594 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.439317 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8e2df-ef00-4356-8d45-a7f042242594 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbfc09e-9b24-44b1-a8d4-abd1f5e60dc5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:46.447889 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87f8e2df-ef00-4356-8d45-a7f042242594 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.449371 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-87f8e2df-ef00-4356-8d45-a7f042242594 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257436 Sep 14 13:34:46.452092 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48488) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:46.456444 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'security_group_rule': {'security_group_id': '28dce01a-cda5-4cbd-9688-e0f3a86fb810', 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:46.477888 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Project dab1b790f9c6431ca097e7b7cd2eb872 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 13:34:46.483331 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.543582 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.547967 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.564423 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3616f2-fcc4-416f-96ae-48dd63f9b501,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:46.571632 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.572982 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-11eff1af-d698-4ed6-841b-c8942db7e1ca tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199427 Sep 14 13:34:46.576141 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48490) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:34:46.580426 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'security_group_rule': {'security_group_id': '28dce01a-cda5-4cbd-9688-e0f3a86fb810', 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:34:46.602552 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Project dab1b790f9c6431ca097e7b7cd2eb872 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 13:34:46.607833 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.667921 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.672734 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.692548 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0525b8-1e12-4d7b-a2cf-024bdda3f4c8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:46.698973 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.700340 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-9f3dba87-abdc-47d9-a634-1c568ddcec65 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231945 Sep 14 13:34:46.818151 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ab13a713-9222-4a91-88c2-84956d678036 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:46.878588 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port ab13a713-9222-4a91-88c2-84956d678036 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:46.882491 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port ab13a713-9222-4a91-88c2-84956d678036 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:46.882859 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.969218 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.989310 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port ab13a713-9222-4a91-88c2-84956d678036, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=ab13a713-9222-4a91-88c2-84956d678036,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:46.996201 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:46.996201 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 701a5246-11a7-43bb-acac-1b977c551a8e up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:47.075131 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=ab13a713-9222-4a91-88c2-84956d678036,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:47.086672 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 701a5246-11a7-43bb-acac-1b977c551a8e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:47.087095 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:48.112228 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Sync routers for ids ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:34:48.121373 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Routers {'8ab93b9f-0cdb-440e-b48c-c54669c17d45'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:48.122098 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:48.318898 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Set router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:48.531200 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ab13a713-9222-4a91-88c2-84956d678036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 4, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port': {'id': 'ab13a713-9222-4a91-88c2-84956d678036', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '2223f3b4-f32a-4b35-9cc1-2aca6cc97837', 'name': '', 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'mac_address': 'fa:16:3e:c9:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:43Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 2, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'subnets': [{'id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:48.561928 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Checking router: 8ab93b9f-0cdb-440e-b48c-c54669c17d45 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:34:48.562463 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Updating router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:34:48.587375 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:48.751486 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ab13a713-9222-4a91-88c2-84956d678036 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:48.797089 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port ab13a713-9222-4a91-88c2-84956d678036 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:48.797460 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:48.848194 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:48.858703 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Transition to ACTIVE for port object 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:34:48.864190 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:48.914204 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd38718-5a36-472f-ba07-1b74bb28eb63 None None] Pushing event updated for resources: {'Port': ['ID=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:48.966521 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Attempting to bind port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:34:48.966899 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Attempting to bind port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:34:48.967236 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Attempting to bind port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 on network d2b93766-cf5b-4231-afd9-c83892593554 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:34:48.972218 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:34:48.972580 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Checking segment: {'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:34:48.973004 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:48.973388 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Bound using segment: {'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:34:48.973844 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Bound port: 2223f3b4-f32a-4b35-9cc1-2aca6cc97837, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:34:48.974232 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:49.038934 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] For port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:34:49.042635 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] For port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,segment=NetworkSegment(a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad),segment_id=a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:34:49.047544 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:49.101134 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Routers {'8ab93b9f-0cdb-440e-b48c-c54669c17d45'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:34:49.101745 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:49.144816 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd38718-5a36-472f-ba07-1b74bb28eb63 None None] Pushing event updated for resources: {'Port': ['ID=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:49.222336 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] Set router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:34:49.430000 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ab13a713-9222-4a91-88c2-84956d678036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 4, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port': {'id': 'ab13a713-9222-4a91-88c2-84956d678036', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '2223f3b4-f32a-4b35-9cc1-2aca6cc97837', 'name': '', 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'mac_address': 'fa:16:3e:c9:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:43Z', 'updated_at': '2021-09-14T13:34:49Z', 'revision_number': 4, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'subnets': [{'id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:34:49.455060 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f91ff5-6c1d-4a49-a83a-01cf75008ce8 None None] The sync data for ids ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'] in dv-cinder-798783-2-iscsi is: [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ab13a713-9222-4a91-88c2-84956d678036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:44Z', 'revision_number': 4, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port': {'id': 'ab13a713-9222-4a91-88c2-84956d678036', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '2223f3b4-f32a-4b35-9cc1-2aca6cc97837', 'name': '', 'network_id': 'd2b93766-cf5b-4231-afd9-c83892593554', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'mac_address': 'fa:16:3e:c9:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:43Z', 'updated_at': '2021-09-14T13:34:49Z', 'revision_number': 4, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'subnets': [{'id': '58bb861a-a5d7-42db-a926-ad9f916fd108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:34:50.753046 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:50.802117 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:34:50.805674 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:50.806042 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:51.005734 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:51.037984 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,segment=NetworkSegment(a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad),segment_id=a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:51.041764 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:51.091148 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:52.748319 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:34:52.806215 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:34:52.806590 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:54.053751 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4520c73-911a-4215-a8bf-9b8313fab092 req-2c688e3d-4014-45c1-846d-1f6d51d3d485 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:54.055131 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4520c73-911a-4215-a8bf-9b8313fab092 req-2c688e3d-4014-45c1-846d-1f6d51d3d485 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 945 time: 0.0515256 Sep 14 13:34:54.092065 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c4520c73-911a-4215-a8bf-9b8313fab092 req-22927185-c11f-4aea-a7c5-e646281b0a1a tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Sep 14 13:34:55.212357 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211635ee-010e-486d-b485-072da0f5dba8 req-ed7e63d3-4908-437d-b1a5-56130745c186 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:55.213908 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-211635ee-010e-486d-b485-072da0f5dba8 req-ed7e63d3-4908-437d-b1a5-56130745c186 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 945 time: 0.0530484 Sep 14 13:34:55.257237 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-211635ee-010e-486d-b485-072da0f5dba8 req-d5abd73e-d461-442b-a434-fcc09ce4c2d7 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/security-groups?id=7810e909-59bf-49e4-87fd-b618f7c0825c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Sep 14 13:34:55.765217 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50546f74-14bf-431c-8583-a0c07f041390 req-2a2083f6-76dd-41c2-a453-5dd537ad0d64 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:34:55.766797 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-50546f74-14bf-431c-8583-a0c07f041390 req-2a2083f6-76dd-41c2-a453-5dd537ad0d64 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Sep 14 13:34:55.861369 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Deleting port 2734f108-7996-42d1-bd84-4583695d4f2e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:34:55.861616 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:55.952458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] For port 2734f108-7996-42d1-bd84-4583695d4f2e, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2734f108-7996-42d1-bd84-4583695d4f2e,segment=NetworkSegment(77d5707b-b1fd-4a5b-abc4-a49d00e9942a),segment_id=77d5707b-b1fd-4a5b-abc4-a49d00e9942a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:34:55.953032 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:55.965498 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Calling delete_port for 2734f108-7996-42d1-bd84-4583695d4f2e owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:34:56.094563 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:56.107235 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['2734f108-7996-42d1-bd84-4583695d4f2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:34:56.123126 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Pushing event deleted for resources: {'Port': ['ID=2734f108-7996-42d1-bd84-4583695d4f2e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:34:56.166256 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] No DVR routers for this DVR port 2734f108-7996-42d1-bd84-4583695d4f2e on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:34:56.168889 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:34:56.170984 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-50546f74-14bf-431c-8583-a0c07f041390 req-93aa4304-01c3-47bd-8b9b-a83e1219ef35 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.18 "DELETE /v2.0/ports/2734f108-7996-42d1-bd84-4583695d4f2e HTTP/1.1" status: 204 len: 173 time: 0.3972263 Sep 14 13:34:56.171449 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'name': 'network-vif-deleted', 'tag': '2734f108-7996-42d1-bd84-4583695d4f2e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:34:56.173729 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1800a-bf66-42c4-930a-1806407f3ed8" -d '{"events": [{"server_uuid": "9e0c3bdb-df20-40f0-85c3-be3cab2a1268", "name": "network-vif-deleted", "tag": "2734f108-7996-42d1-bd84-4583695d4f2e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:34:56.210300 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed94388-4f88-42c6-b861-11d937e6d623 x-openstack-request-id: req-9ed94388-4f88-42c6-b861-11d937e6d623 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:34:56.210609 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c3bdb-df20-40f0-85c3-be3cab2a1268", "name": "network-vif-deleted", "tag": "2734f108-7996-42d1-bd84-4583695d4f2e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:34:56.210876 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ed94388-4f88-42c6-b861-11d937e6d623 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:34:56.211262 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0c3bdb-df20-40f0-85c3-be3cab2a1268', 'name': 'network-vif-deleted', 'tag': '2734f108-7996-42d1-bd84-4583695d4f2e', 'status': 'completed', 'code': 200} Sep 14 13:34:56.365146 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dea5ffa4-88c5-4f58-b8c0-d1413e0623e5 req-16884cb2-bb23-4f32-92ca-33b3bc8d2806 tempest-VolumesSnapshotTestJSON-2096238666 tempest-VolumesSnapshotTestJSON-2096238666-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0c3bdb-df20-40f0-85c3-be3cab2a1268 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Sep 14 13:34:58.168021 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2734f108-7996-42d1-bd84-4583695d4f2e no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:34:58.187749 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 2734f108-7996-42d1-bd84-4583695d4f2e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:34:58.188086 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2734f108-7996-42d1-bd84-4583695d4f2e not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:35:03.406833 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1702bf-87de-464d-8c24-0e8f836fad98 req-21f10687-22fa-4d86-8795-59bf498ff73e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:03.408329 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e1702bf-87de-464d-8c24-0e8f836fad98 req-21f10687-22fa-4d86-8795-59bf498ff73e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0499666 Sep 14 13:35:03.445209 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e1702bf-87de-464d-8c24-0e8f836fad98 req-806f3784-e78a-47eb-a9f9-e9bfe970efdd tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309453 Sep 14 13:35:04.565146 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad071f1-5f3b-43c8-a808-09a61053b2e8 req-fcc7e5fa-189d-444a-ba87-4e68ee10171e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:04.566577 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9ad071f1-5f3b-43c8-a808-09a61053b2e8 req-fcc7e5fa-189d-444a-ba87-4e68ee10171e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0489976 Sep 14 13:35:04.615633 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9ad071f1-5f3b-43c8-a808-09a61053b2e8 req-900de6de-96d8-41fa-863b-c9f0de87aab6 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401614 Sep 14 13:35:05.383445 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-86f0d30f-427a-46e0-8d4a-33159f4bbf05 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:05.384818 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-86f0d30f-427a-46e0-8d4a-33159f4bbf05 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0474527 Sep 14 13:35:05.470461 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Deleting port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:35:05.470798 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:05.560477 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] For port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:05.560879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:05.769800 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:05.770441 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:05.770617 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Floating IP 2a074988-e47f-44e9-9151-03a1ae296e92 disassociated. External IP: 172.27.2.58, port: 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08. Sep 14 13:35:05.770961 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Calling delete_port for 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:35:05.794589 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:05.803351 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7e45-8779-4e45-87b8-5f97f8d0a22f req-dc7c4a67-93d5-4e90-a4f7-314fbe9a5117 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:05.804905 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc4c7e45-8779-4e45-87b8-5f97f8d0a22f req-dc7c4a67-93d5-4e90-a4f7-314fbe9a5117 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/ports?device_id=0236bc9e-fd94-4ed9-a1b5-8b025cc03867 HTTP/1.1" status: 200 len: 947 time: 0.0924470 Sep 14 13:35:05.887051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc4c7e45-8779-4e45-87b8-5f97f8d0a22f req-d964f2a0-d55d-41c2-bd05-38f4a9c7ed07 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6f263f-32ad-47fe-8abb-e8dfb095f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498347 Sep 14 13:35:05.950617 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:05.978413 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event deleted for resources: {'Port': ['ID=3940cd13-b1e9-4d22-a1e1-aebc7a54fd08,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:06.092984 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:35:06.201495 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:35:06.212055 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] Sync routers for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:35:06.221923 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:06.222534 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:06.244996 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] No DVR routers for this DVR port 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:35:06.248109 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:06.250576 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-04a1f88a-c6ea-4146-84bc-2f7110e91944 req-e9e54ef8-2017-4f51-bffa-7c44ebb565f7 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.18 "DELETE /v2.0/ports/3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 HTTP/1.1" status: 204 len: 173 time: 0.8597562 Sep 14 13:35:06.251007 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-deleted', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:35:06.253234 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ac4f8f-4379-4948-87ac-7838ecbc7583" -d '{"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-deleted", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:35:06.306232 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1274975c-825e-47bc-bc13-86f7203466dc x-openstack-request-id: req-1274975c-825e-47bc-bc13-86f7203466dc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:35:06.306718 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236bc9e-fd94-4ed9-a1b5-8b025cc03867", "name": "network-vif-deleted", "tag": "3940cd13-b1e9-4d22-a1e1-aebc7a54fd08", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:35:06.307126 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1274975c-825e-47bc-bc13-86f7203466dc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:35:06.307678 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0236bc9e-fd94-4ed9-a1b5-8b025cc03867', 'name': 'network-vif-deleted', 'tag': '3940cd13-b1e9-4d22-a1e1-aebc7a54fd08', 'status': 'completed', 'code': 200} Sep 14 13:35:06.335603 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:06.545916 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:06.571796 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] Checking router: 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:35:06.580517 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:06.581091 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:34:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:06.683706 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:06.885783 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:06.911720 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b6bc8-74db-455b-893b-1c4e84559249 None None] The sync data for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi is: [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:28:03Z', 'revision_number': 4, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'd1bbd8b8-a6a8-4ced-bec2-345154bd3f72', 'name': '', 'network_id': 'd3d1071b-2675-4d9f-8e36-4cce887c09e9', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'mac_address': 'fa:16:3e:d9:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:28:00Z', 'updated_at': '2021-09-14T13:28:11Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'subnets': [{'id': '03e080e8-28ab-4ea6-9a63-556b4521946d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:35:06.991798 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:07.048351 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7ff7-1de9-4d7e-afc4-7f889e053e73 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.074093 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7ff7-1de9-4d7e-afc4-7f889e053e73 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.121872 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7ff7-1de9-4d7e-afc4-7f889e053e73 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.124481 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7ff7-1de9-4d7e-afc4-7f889e053e73 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.125692 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d6bd7ff7-1de9-4d7e-afc4-7f889e053e73 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "DELETE /v2.0/security-groups/4f6f263f-32ad-47fe-8abb-e8dfb095f099 HTTP/1.1" status: 204 len: 168 time: 0.1329556 Sep 14 13:35:07.128846 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:07.135246 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd7ff7-1de9-4d7e-afc4-7f889e053e73 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f263f-32ad-47fe-8abb-e8dfb095f099,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:07.143258 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.api.v2.resource [None req-da395906-7e44-4827-b550-9d4be7b7c6d4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] show failed (client error): The resource could not be found. Sep 14 13:35:07.145590 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-da395906-7e44-4827-b550-9d4be7b7c6d4 tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "GET /v2.0/security-groups/4f6f263f-32ad-47fe-8abb-e8dfb095f099 HTTP/1.1" status: 404 len: 347 time: 0.0156493 Sep 14 13:35:07.148621 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48722) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:07.186500 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887edd-ea0b-4dec-bddb-98a830e69a8b None None] New status for floating IP 2a074988-e47f-44e9-9151-03a1ae296e92: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:35:07.292423 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Deleting port a5174e9b-6272-4d48-9cb5-4386aabd50a4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:35:07.292800 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.371283 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.371612 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.383147 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Calling delete_port for a5174e9b-6272-4d48-9cb5-4386aabd50a4 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:35:07.411802 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c8e4ebd2-056b-4a15-824d-6e9735acfb11 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28677673&fields=id&tenant_id=dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 267 time: 0.0319123 Sep 14 13:35:07.512811 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.514788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-172613a6-189a-4ff9-8ddd-8370c88def81 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:07.516424 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-172613a6-189a-4ff9-8ddd-8370c88def81 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 811 time: 0.0971050 Sep 14 13:35:07.531721 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-a3446f26-43ea-4c8b-bef8-b6af7f76368f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/quotas/dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 375 time: 0.0095901 Sep 14 13:35:07.537950 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Pushing event deleted for resources: {'Port': ['ID=a5174e9b-6272-4d48-9cb5-4386aabd50a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:07.589260 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-e99b0796-d1a9-4b90-8d8c-18f984cb52a8 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483634 Sep 14 13:35:07.601206 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.603853 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:07.605295 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-876201c8-2a64-4c62-9409-8aebe1c01e0e tempest-AttachVolumeShelveTestJSON-1221737507 tempest-AttachVolumeShelveTestJSON-1221737507-project] 10.222.0.30 "DELETE /v2.0/floatingips/2a074988-e47f-44e9-9151-03a1ae296e92 HTTP/1.1" status: 204 len: 168 time: 0.4552381 Sep 14 13:35:07.685967 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-2fe7b542-70fd-49b3-b989-2d55b6cb67c6 service neutron] 10.222.0.30 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848966 Sep 14 13:35:07.778479 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-d5f98c15-186f-4734-a1ca-196ce3ac42f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844848 Sep 14 13:35:08.056308 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-64fd1fe2-33e0-4c56-90ce-2d8aa010310f req-cd5af920-74f9-4093-90ee-6bc5bd3dba0c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 210 time: 0.0272040 Sep 14 13:35:09.144517 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1261c9e8-7578-40a7-aa3e-76d7fd72365d req-bcf97502-456e-4f17-ac02-148275430689 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 210 time: 0.0254958 Sep 14 13:35:09.161115 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:35:09.181186 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:35:09.181529 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 3940cd13-b1e9-4d22-a1e1-aebc7a54fd08 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:35:09.891634 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f6997fb-181f-4a38-abf8-2a38826eacd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:10.236296 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fb38b396-607d-4202-837b-c7ad24efb5ef req-a1009616-8771-4a34-96d9-ed96100558f4 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 210 time: 0.0267603 Sep 14 13:35:10.742298 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-d10bf075-396c-4bf9-a23c-43ad216c15a6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:10.743745 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-d10bf075-396c-4bf9-a23c-43ad216c15a6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 811 time: 0.1067858 Sep 14 13:35:10.785957 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-22c7243c-291f-42d3-9bbe-0ff36eb1bed7 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 378 time: 0.0326443 Sep 14 13:35:10.799020 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'port': {'device_id': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'admin_state_up': True, 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'security_groups': ['28dce01a-cda5-4cbd-9688-e0f3a86fb810']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:10.909425 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Made reservation on behalf of dab1b790f9c6431ca097e7b7cd2eb872 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:35:10.913110 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.045578 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Allocated IP 172.20.0.13 (a6c97491-36b2-44b9-9fae-8a6c3032ab91/3ea528cc-57c1-4012-8503-82bb261dfc04/2fe8081d-1e10-4909-919c-5d8ebb89f54f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:35:11.198402 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.215139 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Transition to ACTIVE for port object 2fe8081d-1e10-4909-919c-5d8ebb89f54f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:11.263852 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.305848 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:11.308940 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:11.312722 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:35:11.379941 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=2fe8081d-1e10-4909-919c-5d8ebb89f54f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:11.401531 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.401880 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.402218 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.402552 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.402880 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.403206 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.403539 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.403860 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.404184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.404508 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.404850 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.405167 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:11.415804 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:11.416484 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.440117 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770da45-d86a-46c3-989a-6d0bc6807030 req-7b1f8b20-4334-40b8-b0c2-2ae73319bdf4 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:11.441652 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d770da45-d86a-46c3-989a-6d0bc6807030 req-7b1f8b20-4334-40b8-b0c2-2ae73319bdf4 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 932 time: 0.0990970 Sep 14 13:35:11.443540 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-c0c846e3-f492-405e-b61c-4bbf391564ea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6481016 Sep 14 13:35:11.475392 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Request body: {'port': {'device_id': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:11.505600 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d770da45-d86a-46c3-989a-6d0bc6807030 req-5a216c48-15a1-4266-89bd-52290cc7d88c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566263 Sep 14 13:35:11.545121 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.631097 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c2dfb20d-8772-4239-8cc2-10998394ded1 None None] Provisioning for port 2fe8081d-1e10-4909-919c-5d8ebb89f54f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:11.634949 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c2dfb20d-8772-4239-8cc2-10998394ded1 None None] Provisioning complete for port 2fe8081d-1e10-4909-919c-5d8ebb89f54f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:11.635879 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb20d-8772-4239-8cc2-10998394ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.669617 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfb20d-8772-4239-8cc2-10998394ded1 None None] Port 2fe8081d-1e10-4909-919c-5d8ebb89f54f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:35:11.810646 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe8081d-1e10-4909-919c-5d8ebb89f54f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:35:11.817811 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.829312 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Transition to ACTIVE for port object 2fe8081d-1e10-4909-919c-5d8ebb89f54f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:11.833305 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:11.904983 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe8081d-1e10-4909-919c-5d8ebb89f54f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:11.959064 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Attempting to bind port 2fe8081d-1e10-4909-919c-5d8ebb89f54f on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:35:11.959402 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Attempting to bind port 2fe8081d-1e10-4909-919c-5d8ebb89f54f by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:35:11.959732 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Attempting to bind port 2fe8081d-1e10-4909-919c-5d8ebb89f54f on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:35:11.964231 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Port 2fe8081d-1e10-4909-919c-5d8ebb89f54f on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:35:11.964548 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Attempting to bind port 2fe8081d-1e10-4909-919c-5d8ebb89f54f on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:35:11.969895 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:35:11.970238 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Checking segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:35:11.970624 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Bound using segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:35:11.971051 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Bound port: 2fe8081d-1e10-4909-919c-5d8ebb89f54f, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:35:11.971411 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:12.034666 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] For port 2fe8081d-1e10-4909-919c-5d8ebb89f54f, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:35:12.037754 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] For port 2fe8081d-1e10-4909-919c-5d8ebb89f54f, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:35:12.042243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:12.074046 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.074668 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:12.076224 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] 10.222.0.18 "PUT /v2.0/ports/2fe8081d-1e10-4909-919c-5d8ebb89f54f HTTP/1.1" status: 200 len: 1094 time: 0.6208358 Sep 14 13:35:12.078603 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:35:12.081663 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:35:12.134272 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:12.160441 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17081d46-4875-472b-b958-5f24b062f8de x-openstack-request-id: req-17081d46-4875-472b-b958-5f24b062f8de {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:35:12.160745 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:35:12.160995 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17081d46-4875-472b-b958-5f24b062f8de {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:35:12.161449 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'status': 'completed', 'code': 200} Sep 14 13:35:12.163440 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0ae3-5dc6-40f3-9e7c-e82c736c4273 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe8081d-1e10-4909-919c-5d8ebb89f54f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:12.180377 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-889af873-9c09-40fd-b5ff-efb9b4a4531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.181853 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-889af873-9c09-40fd-b5ff-efb9b4a4531e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 1097 time: 0.0581980 Sep 14 13:35:12.228588 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-e587bebf-2bbd-4d75-9a21-d25236c4883e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f HTTP/1.1" status: 200 len: 217 time: 0.0390034 Sep 14 13:35:12.281472 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-919cd7d2-a81e-4815-b007-3d99d9e02347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.282908 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-919cd7d2-a81e-4815-b007-3d99d9e02347 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0480847 Sep 14 13:35:12.321435 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6338175-d54e-4d37-9b74-f716ed5b6b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:12.332163 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-336bbda0-85bb-4812-beb2-016c9e6d5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.334186 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-336bbda0-85bb-4812-beb2-016c9e6d5bf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441651 Sep 14 13:35:12.424758 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-b093a621-624a-483a-806a-919107a81695 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836530 Sep 14 13:35:12.514859 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-25bb8b80-5e6a-4cf2-a823-1f12ca3c92bd req-aef11c5d-efe4-4911-969e-32fe4c2d4c7a service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Sep 14 13:35:12.650684 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-3704bbf7-b1c6-4bc4-a66a-dcc02ace2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.652464 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-3704bbf7-b1c6-4bc4-a66a-dcc02ace2069 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 1097 time: 0.0819967 Sep 14 13:35:12.652618 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:12.675538 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac5032-95b2-46c0-9a47-ebbf95660abd req-2387f0fa-1ccd-4651-9f3d-0944f5f9d80d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.677147 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f3ac5032-95b2-46c0-9a47-ebbf95660abd req-2387f0fa-1ccd-4651-9f3d-0944f5f9d80d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 944 time: 0.0742640 Sep 14 13:35:12.695838 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:12.765272 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f3ac5032-95b2-46c0-9a47-ebbf95660abd req-a5726373-2c67-4648-a8bd-8b9177bf43b0 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774333 Sep 14 13:35:12.779762 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-fb84add8-632c-42b6-8e6b-2f3f9c48b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.781397 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-fb84add8-632c-42b6-8e6b-2f3f9c48b16c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.1215029 Sep 14 13:35:12.827155 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-7f87ab0d-dc44-4109-9f51-dc295ab235be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f HTTP/1.1" status: 200 len: 217 time: 0.0374660 Sep 14 13:35:12.877732 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-61988872-c2eb-44f9-b861-49beac8ba134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.879221 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-61988872-c2eb-44f9-b861-49beac8ba134 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0456886 Sep 14 13:35:12.924529 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-6de2b59e-877e-469b-b5bf-b6859500041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:12.926051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-6de2b59e-877e-469b-b5bf-b6859500041a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399749 Sep 14 13:35:12.948785 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Deleting port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:35:12.949126 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:13.017881 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-97f3f4f8-a7f5-42be-bc74-329a847f844a service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Sep 14 13:35:13.027908 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] For port d1bbd8b8-a6a8-4ced-bec2-345154bd3f72, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:13.028266 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:13.040081 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Calling delete_port for d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:35:13.106511 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5bf517c9-8f3c-4a7f-a3fe-91c705bd299c req-4c1da103-96ce-49da-b6a6-5017dae79afd service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818281 Sep 14 13:35:13.210676 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:13.236264 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bbd8b8-a6a8-4ced-bec2-345154bd3f72,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:13.402227 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:13.456271 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:13.607586 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:35:13.895558 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842189-27f1-4e0f-aacd-ff7b19f522dc req-e663e490-28ed-486f-84ab-85386a19677d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:13.899289 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0c842189-27f1-4e0f-aacd-ff7b19f522dc req-e663e490-28ed-486f-84ab-85386a19677d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 944 time: 0.0626314 Sep 14 13:35:13.938251 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0c842189-27f1-4e0f-aacd-ff7b19f522dc req-2f8fab63-a2b7-4287-aa01-d390f370f2d6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325036 Sep 14 13:35:13.939863 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:35:13.945885 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-101cda11-b677-4985-8c11-a89adc46c7fe admin admin] 10.222.0.30 "PUT /v2.0/routers/71c94b8f-39ac-4f9e-9762-0b8f2f2878c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105803 Sep 14 13:35:13.948961 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48818) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:13.950477 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] Sync routers for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:35:13.964268 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:13.965127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:14.065071 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.082256 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:14.171134 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.221490 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Deleting port 800f37fd-5923-4cf3-9e32-c9fe10edd41b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:35:14.222212 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.257946 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:35:13Z', 'revision_number': 5, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port': {'id': '800f37fd-5923-4cf3-9e32-c9fe10edd41b', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:27:56Z', 'updated_at': '2021-09-14T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:14.283376 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] Checking router: 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:35:14.291866 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] Routers {'71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:14.292454 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:14.302073 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] For port 800f37fd-5923-4cf3-9e32-c9fe10edd41b, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=800f37fd-5923-4cf3-9e32-c9fe10edd41b,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:14.302433 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.314445 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Calling delete_port for 800f37fd-5923-4cf3-9e32-c9fe10edd41b owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:35:14.377185 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] Set router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:14.431108 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:35:14Z', 'revision_number': 6, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:14.457784 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395bdd3d-c678-4bab-841c-9842e459c445 None None] The sync data for ids ['71c94b8f-39ac-4f9e-9762-0b8f2f2878c4'] in dv-cinder-798783-2-iscsi is: [{'id': '71c94b8f-39ac-4f9e-9762-0b8f2f2878c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1547071354-router', 'tenant_id': 'e55c830919fb43358151a9061023690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:27:55Z', 'updated_at': '2021-09-14T13:35:14Z', 'revision_number': 6, 'project_id': 'e55c830919fb43358151a9061023690c', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:35:14.477077 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.507179 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Pushing event deleted for resources: {'Port': ['ID=800f37fd-5923-4cf3-9e32-c9fe10edd41b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:14.564719 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.652530 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.654722 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.694793 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.695307 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:35:14.700013 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.701159 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-e581f986-fac8-4388-9d02-dccd23ae078f admin admin] 10.222.0.30 "DELETE /v2.0/routers/71c94b8f-39ac-4f9e-9762-0b8f2f2878c4 HTTP/1.1" status: 204 len: 168 time: 0.7512848 Sep 14 13:35:14.703536 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:14.746637 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] Deleting subnet 03e080e8-28ab-4ea6-9a63-556b4521946d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:35:14.749495 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.785517 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.866584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.918077 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:35:14.933309 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.949575 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:35:14.950121 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d1bbd8b8-a6a8-4ced-bec2-345154bd3f72 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:35:14.955227 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e080e8-28ab-4ea6-9a63-556b4521946d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:14.965825 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:14.970099 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-6ce830f4-db68-4ddd-9bc0-6dfd80e8050b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/03e080e8-28ab-4ea6-9a63-556b4521946d HTTP/1.1" status: 204 len: 168 time: 0.2633870 Sep 14 13:35:14.970776 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:14.975034 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32448089-3625-4ea6-a4b2-67fa81673895 None None] Network d3d1071b-2675-4d9f-8e36-4cce887c09e9 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:35:15.068943 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.070041 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.072235 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a4de-9a72-4716-9325-ac9243346d07 req-607e62a2-4bc6-4b5b-a2ac-0642413e8743 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:15.080043 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8b6a4de-9a72-4716-9325-ac9243346d07 req-607e62a2-4bc6-4b5b-a2ac-0642413e8743 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 944 time: 0.0643251 Sep 14 13:35:15.113230 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a8b6a4de-9a72-4716-9325-ac9243346d07 req-047a54ef-5dee-452f-9641-fb72eab26a9c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322528 Sep 14 13:35:15.136399 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Deleting port 6be4a542-837d-417b-a8d5-f556e7507b0e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:35:15.136399 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.201817 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] For port 6be4a542-837d-417b-a8d5-f556e7507b0e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=6be4a542-837d-417b-a8d5-f556e7507b0e,segment=NetworkSegment(7d1a4f5b-320c-470f-9e4d-b856dca9b050),segment_id=7d1a4f5b-320c-470f-9e4d-b856dca9b050)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:15.202180 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.213249 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Calling delete_port for 6be4a542-837d-417b-a8d5-f556e7507b0e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:35:15.268844 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] DHCP port deletion for d3d1071b-2675-4d9f-8e36-4cce887c09e9 request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:35:15.297862 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.318546 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] Deleting port 6be4a542-837d-417b-a8d5-f556e7507b0e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:35:15.318920 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.322681 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be4a542-837d-417b-a8d5-f556e7507b0e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:15.327052 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] No DVR routers for this DVR port 6be4a542-837d-417b-a8d5-f556e7507b0e on host dv-cinder-798783-2-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:35:15.408868 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.429505 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d1071b-2675-4d9f-8e36-4cce887c09e9']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:15.439834 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1a4f5b-320c-470f-9e4d-b856dca9b050') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:15.440135 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1a4f5b-320c-470f-9e4d-b856dca9b050') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:15.451196 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.465287 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.471708 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:35:15.472098 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:35:15.473910 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:35:15.507079 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] For port 6be4a542-837d-417b-a8d5-f556e7507b0e, host dv-cinder-798783-2-iscsi, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:15.507625 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.522900 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] Calling delete_port for 6be4a542-837d-417b-a8d5-f556e7507b0e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:35:15.525698 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] Port 6be4a542-837d-417b-a8d5-f556e7507b0e was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 13:35:15.527047 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.534643 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.540856 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.542858 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d3d1071b-2675-4d9f-8e36-4cce887c09e9 HTTP/1.1" status: 204 len: 168 time: 0.5713611 Sep 14 13:35:15.552761 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] Pushing event deleted for resources: {'Port': ['ID=6be4a542-837d-417b-a8d5-f556e7507b0e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:15.554432 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef69a1-2d81-4f71-8c50-64ec2c08bd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d1071b-2675-4d9f-8e36-4cce887c09e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:15.558978 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f0788-7ac9-4195-a4de-d296b612be23 None None] No DVR routers for this DVR port 6be4a542-837d-417b-a8d5-f556e7507b0e on host dv-cinder-798783-2-iscsi {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:35:15.669675 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:15.707703 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-72745992-597d-4a4a-a292-d0940572c376 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e55c830919fb43358151a9061023690c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368109 Sep 14 13:35:15.710093 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:15.756224 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8279cb37-5e7d-4ce4-b771-d6a986dbf030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.780806 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8279cb37-5e7d-4ce4-b771-d6a986dbf030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.824605 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8279cb37-5e7d-4ce4-b771-d6a986dbf030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.827153 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8279cb37-5e7d-4ce4-b771-d6a986dbf030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:15.828294 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-8279cb37-5e7d-4ce4-b771-d6a986dbf030 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c098cd71-d442-48c8-99f2-26669ca087f3 HTTP/1.1" status: 204 len: 168 time: 0.1173084 Sep 14 13:35:15.835515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279cb37-5e7d-4ce4-b771-d6a986dbf030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098cd71-d442-48c8-99f2-26669ca087f3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:16.229973 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c336a6-6e45-4811-94e4-539bae1809fd req-c79bc2f4-3e5b-4876-b7b0-14fa9d086b8b tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:16.231544 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-48c336a6-6e45-4811-94e4-539bae1809fd req-c79bc2f4-3e5b-4876-b7b0-14fa9d086b8b tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 944 time: 0.0490060 Sep 14 13:35:16.271301 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-48c336a6-6e45-4811-94e4-539bae1809fd req-3298a7e5-a7ac-4aef-888a-a0b2e47501e8 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338788 Sep 14 13:35:16.476218 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:16.569799 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-530805234-network', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:16.591252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Made reservation on behalf of e4bb7964ba4d4cc4841d58bfb6b062a8 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:35:16.593596 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.601700 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.690777 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.696432 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.721497 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 13:35:16.731218 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0214f0-ebe9-4ee0-a861-ba4a0ffa2a16,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:16.735994 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.736263 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.segments_db [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Added segment cd5dcd57-44e7-4f90-8460-0ce2d894d101 of type vlan for network e43edb16-0bee-45c9-9fc4-4d01a4229aca Sep 14 13:35:16.753862 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 6be4a542-837d-417b-a8d5-f556e7507b0e no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:35:16.778050 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 6be4a542-837d-417b-a8d5-f556e7507b0e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:35:16.778464 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 6be4a542-837d-417b-a8d5-f556e7507b0e not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:35:16.778937 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 800f37fd-5923-4cf3-9e32-c9fe10edd41b no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:35:16.779284 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269774897'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.796898 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 800f37fd-5923-4cf3-9e32-c9fe10edd41b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:35:16.797302 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 800f37fd-5923-4cf3-9e32-c9fe10edd41b not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:35:16.803983 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.805002 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:16.805583 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.834649 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3573511 Sep 14 13:35:16.837771 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:16.843534 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Request body: {'subnet': {'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-530805234-subnet', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:16.863831 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Made reservation on behalf of e4bb7964ba4d4cc4841d58bfb6b062a8 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:35:16.866100 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15786569'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:16.866219 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd2f7-ca0f-4d5a-839a-e2b7a8c762e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e43edb16-0bee-45c9-9fc4-4d01a4229aca,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:16.876571 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca details requested by agent ovs-agent-dv-cinder-798783-2-iscsi with host dv-cinder-798783-2-iscsi {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 13:35:17.032103 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15964225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15786583'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.083704 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9513878b-8225-45a4-a8b7-ed1c0dc54720,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:17.095695 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.096038 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.096368 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.096726 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.097038 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.097363 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.097681 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.097998 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.098312 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.098625 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.098949 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.099260 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:35:17.105837 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Checking segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:35:17.106187 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Network hostable DHCP agents. Network: e43edb16-0bee-45c9-9fc4-4d01a4229aca, hostable agents: ['6558e78d-441b-4b19-89fe-5d6ff744b0f7'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 13:35:17.123325 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca is scheduled to be hosted by DHCP agent 6558e78d-441b-4b19-89fe-5d6ff744b0f7 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 13:35:17.131805 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798783-2-iscsi, e43edb16-0bee-45c9-9fc4-4d01a4229aca) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:17.136980 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:17.138151 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.151238 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-e05b5119-6039-4a7f-8c5d-ba1ef8380b11 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3116953 Sep 14 13:35:17.153887 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:17.158534 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:17.185962 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3975'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.187254 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1686021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3998'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.263267 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.267242 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6979f-8eb2-4856-b99d-423033dec1e2 None None] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:35:17.424535 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b60f38b-15e2-5130-a798-5cad5d03a6ba-e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720'}]}} from dv-cinder-798783-2-iscsi. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 13:35:17.425420 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.454030 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.488050 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424d79f-3da4-4235-b167-e56ea0095cdc req-3b6dcd0e-95fe-45fb-a336-0fef15b3c7b3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:17.489697 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f424d79f-3da4-4235-b167-e56ea0095cdc req-3b6dcd0e-95fe-45fb-a336-0fef15b3c7b3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 944 time: 0.1426163 Sep 14 13:35:17.539549 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f424d79f-3da4-4235-b167-e56ea0095cdc req-80212488-1038-4cb7-85af-d85c5b72d6a8 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432127 Sep 14 13:35:17.562761 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Allocated IP 172.20.0.2 (e43edb16-0bee-45c9-9fc4-4d01a4229aca/9513878b-8225-45a4-a8b7-ed1c0dc54720/b9b6db5a-c911-4cc1-8693-6c46eeeef596) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:35:17.707817 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.717287 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Transition to ACTIVE for port object b9b6db5a-c911-4cc1-8693-6c46eeeef596 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:17.734030 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Transition to ACTIVE for port object b9b6db5a-c911-4cc1-8693-6c46eeeef596 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:17.740127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.777173 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:17.780123 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:17.783653 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:35:17.795102 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Pushing event updated for resources: {'Port': ['ID=b9b6db5a-c911-4cc1-8693-6c46eeeef596,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:17.846971 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Attempting to bind port b9b6db5a-c911-4cc1-8693-6c46eeeef596 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:35:17.847607 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Attempting to bind port b9b6db5a-c911-4cc1-8693-6c46eeeef596 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:35:17.848133 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Attempting to bind port b9b6db5a-c911-4cc1-8693-6c46eeeef596 on network e43edb16-0bee-45c9-9fc4-4d01a4229aca {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:35:17.854206 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:35:17.854577 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Checking segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:35:17.855227 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.855613 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Bound using segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:35:17.856077 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Bound port: b9b6db5a-c911-4cc1-8693-6c46eeeef596, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:35:17.856455 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.923003 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] For port b9b6db5a-c911-4cc1-8693-6c46eeeef596, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:35:17.925962 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] For port b9b6db5a-c911-4cc1-8693-6c46eeeef596, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=b9b6db5a-c911-4cc1-8693-6c46eeeef596,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:35:17.930407 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.970243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:17.989271 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb69d-456a-4560-aade-6903572cf82d None None] Pushing event updated for resources: {'Port': ['ID=b9b6db5a-c911-4cc1-8693-6c46eeeef596,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:17.992449 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:18.097355 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Allocated IP 172.27.2.23 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/d45a95df-67ba-4d88-8cd3-e8d3eb21a76a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:35:18.215676 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:18.255479 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:18.294625 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:18.297642 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:18.301501 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:35:18.323832 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2fe8081d-1e10-4909-919c-5d8ebb89f54f details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:35:18.328464 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:18.447029 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 2fe8081d-1e10-4909-919c-5d8ebb89f54f, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:18.460503 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'port_id': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'mac_address': 'fa:16:3e:85:33:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:35:18.500570 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:18.514872 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe8081d-1e10-4909-919c-5d8ebb89f54f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:35:18.542359 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 2fe8081d-1e10-4909-919c-5d8ebb89f54f, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:18.549606 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:18.579558 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:18.622983 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=2fe8081d-1e10-4909-919c-5d8ebb89f54f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:18.725322 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79f4fb-a4fe-4fb2-8bbc-77d25ed13f08 req-c3b408cd-cbc4-4c1c-8beb-99eb4fc66ec3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:18.726856 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a79f4fb-a4fe-4fb2-8bbc-77d25ed13f08 req-c3b408cd-cbc4-4c1c-8beb-99eb4fc66ec3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 945 time: 0.0945289 Sep 14 13:35:18.771593 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['2fe8081d-1e10-4909-919c-5d8ebb89f54f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:35:18.818921 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a79f4fb-a4fe-4fb2-8bbc-77d25ed13f08 req-9b8dc2c0-3a7a-4ebe-8045-0fcd8a5df0eb tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451033 Sep 14 13:35:18.825034 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device b9b6db5a-c911-4cc1-8693-6c46eeeef596 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:18.874694 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1686044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682500'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:18.915263 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port b9b6db5a-c911-4cc1-8693-6c46eeeef596 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:18.951604 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d916942-6f4c-4767-818b-f2ae790f4a49 None None] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:35:19.008958 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Router 2ecc43a3-9db2-46ab-bd42-674785bd4764 is scheduled to L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 13:35:19.053438 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f7dcce2f-f125-4330-919d-69dbed72a13b None None] Provisioning for port b9b6db5a-c911-4cc1-8693-6c46eeeef596 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:19.061129 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f7dcce2f-f125-4330-919d-69dbed72a13b None None] Provisioning complete for port b9b6db5a-c911-4cc1-8693-6c46eeeef596 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:19.061499 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7dcce2f-f125-4330-919d-69dbed72a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.114651 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:35:19.124314 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Sync routers for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:35:19.133950 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:19.134122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.134823 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:19.138443 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-b01ab060-86d8-4d75-ae8f-90aad70bb1b9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9808228 Sep 14 13:35:19.138948 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48906) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:19.250135 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:19.268966 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7dcce2f-f125-4330-919d-69dbed72a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.324035 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f7dcce2f-f125-4330-919d-69dbed72a13b None None] For port b9b6db5a-c911-4cc1-8693-6c46eeeef596, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=b9b6db5a-c911-4cc1-8693-6c46eeeef596,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:19.328164 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7dcce2f-f125-4330-919d-69dbed72a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.382076 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcce2f-f125-4330-919d-69dbed72a13b None None] Pushing event updated for resources: {'Port': ['ID=b9b6db5a-c911-4cc1-8693-6c46eeeef596,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:19.534756 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:18Z', 'revision_number': 3, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:19.549698 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2e35820-baac-4adc-834c-dd5c0c2c8386 None None] Provisioning complete for port b9b6db5a-c911-4cc1-8693-6c46eeeef596 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:19.550212 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2e35820-baac-4adc-834c-dd5c0c2c8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.560086 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Checking router: 2ecc43a3-9db2-46ab-bd42-674785bd4764 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:35:19.560430 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Updating router 2ecc43a3-9db2-46ab-bd42-674785bd4764 port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a binding host dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:35:19.584955 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.594931 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.749000 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Allocated IP 172.20.0.1 (e43edb16-0bee-45c9-9fc4-4d01a4229aca/9513878b-8225-45a4-a8b7-ed1c0dc54720/eb955c49-6850-4084-964d-b7fd19794d75) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:35:19.854415 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.870194 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Transition to ACTIVE for port object eb955c49-6850-4084-964d-b7fd19794d75 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:19.872159 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.882919 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Transition to ACTIVE for port object d45a95df-67ba-4d88-8cd3-e8d3eb21a76a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:19.889271 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.908880 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.935862 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Attempting to bind port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:35:19.936283 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Attempting to bind port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:35:19.936646 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Attempting to bind port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a on network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:35:19.948198 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdad451-3d22-4fca-bb6a-d4ba771635b3 None None] Pushing event updated for resources: {'Port': ['ID=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:19.951166 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:35:19.951166 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Checking segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:35:19.951466 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.951582 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:19.954462 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Bound using segment: {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:35:19.954462 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Bound port: d45a95df-67ba-4d88-8cd3-e8d3eb21a76a, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cd51f-66af-4429-a49b-edba2992c409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:35:19.954462 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:19.954787 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccf6c1-dfd7-4ab9-92f1-756cd59cf4da req-f7e137a0-38e4-4b7c-954a-a0eeb1be17ee tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:19.955324 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-07ccf6c1-dfd7-4ab9-92f1-756cd59cf4da req-f7e137a0-38e4-4b7c-954a-a0eeb1be17ee tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 945 time: 0.0569825 Sep 14 13:35:19.960263 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:19.967620 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:35:19.970815 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Pushing event updated for resources: {'Port': ['ID=eb955c49-6850-4084-964d-b7fd19794d75,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:20.005763 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] For port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:35:20.009280 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] For port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:35:20.011848 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682581'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.014637 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-07ccf6c1-dfd7-4ab9-92f1-756cd59cf4da req-76e0b9d3-8010-4b25-aee5-bb08d8ab1b85 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523598 Sep 14 13:35:20.016353 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.075678 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdad451-3d22-4fca-bb6a-d4ba771635b3 None None] Pushing event updated for resources: {'Port': ['ID=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:20.085598 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:20.086099 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:20.148866 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.198045 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:20.256468 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:35:20.275193 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-600d6e04-5abd-4212-b24b-20fdd3ddf3db None None] Provisioning for port eb955c49-6850-4084-964d-b7fd19794d75 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:20.279397 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-600d6e04-5abd-4212-b24b-20fdd3ddf3db None None] Provisioning complete for port eb955c49-6850-4084-964d-b7fd19794d75 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:20.279766 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-600d6e04-5abd-4212-b24b-20fdd3ddf3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.314860 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-600d6e04-5abd-4212-b24b-20fdd3ddf3db None None] Port eb955c49-6850-4084-964d-b7fd19794d75 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:35:20.320872 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.323960 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2fe8081d-1e10-4909-919c-5d8ebb89f54f up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:20.325841 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.373423 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 2fe8081d-1e10-4909-919c-5d8ebb89f54f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:20.377883 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 2fe8081d-1e10-4909-919c-5d8ebb89f54f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:20.378378 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.395620 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:18Z', 'revision_number': 3, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:20.396275 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Pushing event updated for resources: {'Port': ['ID=eb955c49-6850-4084-964d-b7fd19794d75,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:20.399685 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1658563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684229'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.425402 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7d2bb-1c9c-45c0-8394-4e965ea13d16 None None] The sync data for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi is: [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:18Z', 'revision_number': 3, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:35:20.461323 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.485268 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:35:20.487668 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b51b3fb-80fc-4172-957f-fffbe871c0d5" -d '{"events": [{"server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "name": "network-vif-plugged", "status": "completed", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:35:20.493913 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:20.495994 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:20.503924 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 2fe8081d-1e10-4909-919c-5d8ebb89f54f, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:20.511736 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.541123 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46276173-502d-4765-a00b-8a0bf948995b x-openstack-request-id: req-46276173-502d-4765-a00b-8a0bf948995b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:35:20.541492 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "name": "network-vif-plugged", "status": "completed", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:35:20.541797 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46276173-502d-4765-a00b-8a0bf948995b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:35:20.542247 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'code': 200} Sep 14 13:35:20.578654 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=2fe8081d-1e10-4909-919c-5d8ebb89f54f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:20.646013 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Router 2ecc43a3-9db2-46ab-bd42-674785bd4764 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:35:20.769678 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:20.815665 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf3d9-33a0-4847-aea6-a78f13ca2b03 req-ac2a10d4-3750-4ccf-b1d6-627bda4dda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:20.817239 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-636bf3d9-33a0-4847-aea6-a78f13ca2b03 req-ac2a10d4-3750-4ccf-b1d6-627bda4dda31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 1099 time: 0.0855267 Sep 14 13:35:20.823417 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device b9b6db5a-c911-4cc1-8693-6c46eeeef596 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:20.837320 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:35:20.848533 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-81e6e5e3-f613-45d4-b0a0-af4ddd57cb15 admin admin] 10.222.0.30 "PUT /v2.0/routers/2ecc43a3-9db2-46ab-bd42-674785bd4764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082758 Sep 14 13:35:20.857246 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] Deleting subnet dedd06e3-cbd2-4d73-b993-743b64534299 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:35:20.857246 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.892782 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-427f0631-4305-46b3-856c-70bdefd2e848 None None] Provisioning complete for port eb955c49-6850-4084-964d-b7fd19794d75 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:20.893367 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-427f0631-4305-46b3-856c-70bdefd2e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.908386 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13141989'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.911377 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-636bf3d9-33a0-4847-aea6-a78f13ca2b03 req-2a379c26-a671-46e0-abec-e940d9a64bcc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856605 Sep 14 13:35:20.943651 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-427f0631-4305-46b3-856c-70bdefd2e848 None None] Port eb955c49-6850-4084-964d-b7fd19794d75 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:35:20.945801 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port b9b6db5a-c911-4cc1-8693-6c46eeeef596 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:20.946340 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:20.953576 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.018578 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13592787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15834353'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.054012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dedd06e3-cbd2-4d73-b993-743b64534299,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:21.056670 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.060098 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-80106ec9-0f23-4760-bf12-822f69d334b6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dedd06e3-cbd2-4d73-b993-743b64534299 HTTP/1.1" status: 204 len: 168 time: 0.2893932 Sep 14 13:35:21.062692 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:21.146381 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.211716 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281096ad-0d5f-4973-ba61-039fcfcca3c6 req-c21375a3-cd93-4cbb-b08a-6a3ce7b8586e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:21.213318 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-281096ad-0d5f-4973-ba61-039fcfcca3c6 req-c21375a3-cd93-4cbb-b08a-6a3ce7b8586e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 946 time: 0.0870383 Sep 14 13:35:21.281393 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.304382 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-281096ad-0d5f-4973-ba61-039fcfcca3c6 req-68f665ed-a494-4624-a853-605efd6e27bc tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786772 Sep 14 13:35:21.313470 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0a8d3d-cc71-4104-bde8-960861960010']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:21.323347 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d5707b-b1fd-4a5b-abc4-a49d00e9942a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:21.323647 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d5707b-b1fd-4a5b-abc4-a49d00e9942a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:21.333767 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13141916'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.347274 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.353225 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:35:21.354157 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13593905'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: Traceback (most recent call last): Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: timer() Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: cb(*args, **kw) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: return func(*args, **kwargs) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: self._notify() Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: self.callback(batched_events) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: event.method(event) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: return f(self, *a, **k) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._get(url).json() Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: return self.request(url, 'GET', **kwargs) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:35:21.356043 dv-cinder-798783-2-iscsi neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:35:21.416552 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.433077 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.437870 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:21.441194 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b0a8d3d-cc71-4104-bde8-960861960010 HTTP/1.1" status: 204 len: 168 time: 0.3772705 Sep 14 13:35:21.442877 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fa56abcf-4275-4c18-b79e-57d8ca484830 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343331689', 'description': 'tempest-description--1241076602'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:21.445942 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450bfe8-b23c-44f3-9b97-97b4b96b13fb admin admin] Pushing event deleted for resources: {'Network': ['ID=7b0a8d3d-cc71-4104-bde8-960861960010,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:21.470550 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa56abcf-4275-4c18-b79e-57d8ca484830 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.556237 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:21.560294 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa56abcf-4275-4c18-b79e-57d8ca484830 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.573247 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa56abcf-4275-4c18-b79e-57d8ca484830 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.615243 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa56abcf-4275-4c18-b79e-57d8ca484830 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.616461 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fa56abcf-4275-4c18-b79e-57d8ca484830 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1775320 Sep 14 13:35:21.619907 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:21.620137 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56abcf-4275-4c18-b79e-57d8ca484830 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:21.624584 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-80012bcd-d112-4f62-bdf7-a5d6972bda93 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'security_group_rule': {'security_group_id': '65c48ca3-44c9-4ba7-a5c7-9c6b2877408d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:21.634650 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-79201025-4db5-4156-b494-d933f8ad64a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=134670d309944210a974f612951cd3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745485 Sep 14 13:35:21.635514 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:21.655882 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80012bcd-d112-4f62-bdf7-a5d6972bda93 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.685596 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b9084a1-aee6-48ce-a888-b2116e567dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.707360 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b9084a1-aee6-48ce-a888-b2116e567dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.712319 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80012bcd-d112-4f62-bdf7-a5d6972bda93 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.717069 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80012bcd-d112-4f62-bdf7-a5d6972bda93 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.732085 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012bcd-d112-4f62-bdf7-a5d6972bda93 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fc9713-f400-4f16-8dd3-6dee3f81b70e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:21.742169 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80012bcd-d112-4f62-bdf7-a5d6972bda93 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.743590 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-80012bcd-d112-4f62-bdf7-a5d6972bda93 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224496 Sep 14 13:35:21.746881 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:21.751637 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9cc702b2-1b21-4a9c-9b09-d319aa97a70f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'security_group_rule': {'security_group_id': '65c48ca3-44c9-4ba7-a5c7-9c6b2877408d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:21.766771 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b9084a1-aee6-48ce-a888-b2116e567dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.769427 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b9084a1-aee6-48ce-a888-b2116e567dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.770737 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-3b9084a1-aee6-48ce-a888-b2116e567dfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7810e909-59bf-49e4-87fd-b618f7c0825c HTTP/1.1" status: 204 len: 168 time: 0.1343293 Sep 14 13:35:21.779803 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9084a1-aee6-48ce-a888-b2116e567dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810e909-59bf-49e4-87fd-b618f7c0825c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:21.783567 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc702b2-1b21-4a9c-9b09-d319aa97a70f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.850333 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc702b2-1b21-4a9c-9b09-d319aa97a70f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.856459 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc702b2-1b21-4a9c-9b09-d319aa97a70f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.884257 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc702b2-1b21-4a9c-9b09-d319aa97a70f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363c6677-86e5-412b-b599-8a6083799251,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:21.889763 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc702b2-1b21-4a9c-9b09-d319aa97a70f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:21.891194 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-9cc702b2-1b21-4a9c-9b09-d319aa97a70f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431398 Sep 14 13:35:21.894408 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:21.899343 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:21.923392 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.039061 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.149224 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Allocated IP 172.27.2.171 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/c3c6f3d7-7fd0-45cf-a863-38af03a96fac) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:35:22.191746 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Sync routers for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:35:22.200349 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:22.200979 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:22.254994 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.305915 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:22.432913 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764590f-9ddb-4c41-878b-8c267da23d42 req-d49a5dc7-5d0b-47bc-b9c6-075f2399bf8c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:22.434724 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b764590f-9ddb-4c41-878b-8c267da23d42 req-d49a5dc7-5d0b-47bc-b9c6-075f2399bf8c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 946 time: 0.0532360 Sep 14 13:35:22.477322 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b764590f-9ddb-4c41-878b-8c267da23d42 req-08aa594f-e357-48e4-a3c1-a31afd612ef1 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357816 Sep 14 13:35:22.518698 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 2, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:22.535411 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.547626 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Checking router: 2ecc43a3-9db2-46ab-bd42-674785bd4764 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:35:22.547977 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Updating router 2ecc43a3-9db2-46ab-bd42-674785bd4764 port eb955c49-6850-4084-964d-b7fd19794d75 binding host dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 13:35:22.574195 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:22.577139 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:22.580780 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:35:22.589711 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.613915 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9108ecf-07f0-4157-9b30-0924e77c5b0c req-690d4db2-5f89-4a36-a30c-da48caef0991 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:22.615406 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f9108ecf-07f0-4157-9b30-0924e77c5b0c req-690d4db2-5f89-4a36-a30c-da48caef0991 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 946 time: 0.0632660 Sep 14 13:35:22.630513 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'Port': ['ID=c3c6f3d7-7fd0-45cf-a863-38af03a96fac,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:22.664154 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f9108ecf-07f0-4157-9b30-0924e77c5b0c req-9651919f-7d15-497e-b72d-44bcfc3deb32 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412636 Sep 14 13:35:22.682329 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.687873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 48952) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:22.717550 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.818564 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d45a95df-67ba-4d88-8cd3-e8d3eb21a76a up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:22.893597 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.899223 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.974433 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'Port': ['ID=c3c6f3d7-7fd0-45cf-a863-38af03a96fac,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:22.985800 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:22.986542 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a55d90-688e-44ed-8c48-63ed20747dbd tempest-TestVolumeBootPattern-1977691588 tempest-TestVolumeBootPattern-1977691588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:22.988066 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-77a55d90-688e-44ed-8c48-63ed20747dbd tempest-TestVolumeBootPattern-1977691588 tempest-TestVolumeBootPattern-1977691588-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 1094 time: 0.2992163 Sep 14 13:35:22.991819 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 48956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:22.996785 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'port_id': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:23.012058 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.013452 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-efbaa40e-9dee-4408-97d5-7afd6eb45c5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1180615 Sep 14 13:35:23.027834 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.049388 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:23.055449 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.059117 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:23.059503 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.086307 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Transition to ACTIVE for port object eb955c49-6850-4084-964d-b7fd19794d75 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:23.099205 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.138592 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.157801 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f003c9-12d8-49c8-be33-45ab2a6cd8bd None None] Pushing event updated for resources: {'Port': ['ID=eb955c49-6850-4084-964d-b7fd19794d75,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:23.244870 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.246253 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-0d25c88e-bcbb-4e75-b829-0b7411650d47 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1343331689&fields=id&tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8 HTTP/1.1" status: 200 len: 267 time: 0.0459723 Sep 14 13:35:23.266801 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Allocated IP 172.27.2.150 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/5d913492-337f-4e56-a050-c2ad433cd8be) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:35:23.278911 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Attempting to bind port eb955c49-6850-4084-964d-b7fd19794d75 on host dv-cinder-798783-2-iscsi for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:35:23.279283 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Attempting to bind port eb955c49-6850-4084-964d-b7fd19794d75 by drivers openvswitch,hyperv on host dv-cinder-798783-2-iscsi at level 0 using segments [{'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:35:23.279784 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Attempting to bind port eb955c49-6850-4084-964d-b7fd19794d75 on network e43edb16-0bee-45c9-9fc4-4d01a4229aca {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:35:23.285276 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:23.289177 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Checking agent: {'id': '8ca89e70-25db-4943-bf5d-1abf68dc1949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798783-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 20, 13), 'started_at': datetime.datetime(2021, 9, 14, 13, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798783-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:35:23.289907 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Checking segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:35:23.290571 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.291036 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Bound using segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:35:23.291525 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Bound port: eb955c49-6850-4084-964d-b7fd19794d75, host: dv-cinder-798783-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:35:23.291947 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.301777 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.375637 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-d95906b8-7136-426e-add3-16b16065ada8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:23.386235 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-d95906b8-7136-426e-add3-16b16065ada8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 810 time: 0.1326306 Sep 14 13:35:23.393538 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:23.401714 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.404356 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-3ae97f7f-7e42-4b02-a69a-41ff31b8da0f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/quotas/e4bb7964ba4d4cc4841d58bfb6b062a8 HTTP/1.1" status: 200 len: 375 time: 0.0170302 Sep 14 13:35:23.414626 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] For port eb955c49-6850-4084-964d-b7fd19794d75, host dv-cinder-798783-2-iscsi, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:35:23.418382 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] For port eb955c49-6850-4084-964d-b7fd19794d75, host dv-cinder-798783-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=eb955c49-6850-4084-964d-b7fd19794d75,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:35:23.423295 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.446061 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:23.457897 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-f5beb97e-c8bc-4480-b33f-fd8caad7ede8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523500 Sep 14 13:35:23.472271 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:23.472939 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:23.511976 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:23.513913 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=5d913492-337f-4e56-a050-c2ad433cd8be,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:23.516134 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:23.518319 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:35:23.549398 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f003c9-12d8-49c8-be33-45ab2a6cd8bd None None] Pushing event updated for resources: {'Port': ['ID=eb955c49-6850-4084-964d-b7fd19794d75,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:23.582239 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-64948ddd-bb8b-45b6-ac6b-6a90b14406eb service neutron] 10.222.0.30 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081042 Sep 14 13:35:23.637612 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:23.687773 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-dcf905d8-cc82-4784-83a3-a2120d6a1bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935481 Sep 14 13:35:23.872545 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a671be2e-ee2e-43bd-9a18-5cff04307611 req-2812d9a6-ba30-4e10-bd28-aa98db4dc82a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 210 time: 0.0278642 Sep 14 13:35:23.877727 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:23.907323 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982cd1-79a0-4aff-ab5c-91ef7a11d1b7 None None] The sync data for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi is: [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:35:23.949432 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:24.045587 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:24.218431 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:24.223398 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:24.302231 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=5d913492-337f-4e56-a050-c2ad433cd8be,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:24.316358 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:24.424250 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Floating IP c351fe14-79cd-4781-a996-eeb924d8f077 associated. External IP: 172.27.2.150, port: 2fe8081d-1e10-4909-919c-5d8ebb89f54f. Sep 14 13:35:24.646740 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:35:24.768777 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:35:24.781039 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:35:24.790339 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:24.797506 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:24.798135 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:24.867750 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-b8f252b8-edd5-44e5-8cc9-e58e11c7f3b6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8748577 Sep 14 13:35:24.868331 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:35:24.879153 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:35:24.887229 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device eb955c49-6850-4084-964d-b7fd19794d75 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:24.954083 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd5479-ee80-4c85-9af3-45f410f7e0b2 x-openstack-request-id: req-e8cd5479-ee80-4c85-9af3-45f410f7e0b2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:35:24.954569 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:35:24.954683 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8cd5479-ee80-4c85-9af3-45f410f7e0b2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:35:24.955070 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'status': 'completed', 'code': 200} Sep 14 13:35:24.977417 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:25.001048 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning for port eb955c49-6850-4084-964d-b7fd19794d75 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:25.006386 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port eb955c49-6850-4084-964d-b7fd19794d75 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:25.006761 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:25.049689 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3bd7cbe6-8e02-4fcb-974c-e91a4516c566 req-d3ab0a80-0269-42d4-ac69-1d6ad7452c13 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 210 time: 0.0559380 Sep 14 13:35:25.073282 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-89fad676-2dc5-4d68-b096-f828b3ef4358 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:25.083700 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-89fad676-2dc5-4d68-b096-f828b3ef4358 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 810 time: 0.2749393 Sep 14 13:35:25.097865 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-1d6d5930-c8ca-4e1d-a112-0646cebd47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:25.101213 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-1d6d5930-c8ca-4e1d-a112-0646cebd47c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 1099 time: 0.1214330 Sep 14 13:35:25.139429 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:25.164038 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-da10985c-2f9a-4023-83de-b5f0b8eb9316 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8 HTTP/1.1" status: 200 len: 380 time: 0.0620329 Sep 14 13:35:25.175785 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] For port eb955c49-6850-4084-964d-b7fd19794d75, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=eb955c49-6850-4084-964d-b7fd19794d75,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:25.181163 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:25.182822 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d45a95df-67ba-4d88-8cd3-e8d3eb21a76a up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:25.196673 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'port': {'device_id': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'admin_state_up': True, 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'security_groups': ['65c48ca3-44c9-4ba7-a5c7-9c6b2877408d']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:25.276804 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'c351fe14-79cd-4781-a996-eeb924d8f077', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:85:33:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:35:23Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:25.277328 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Pushing event updated for resources: {'Port': ['ID=eb955c49-6850-4084-964d-b7fd19794d75,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:25.280104 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-d220ee1d-6b28-45be-8f3c-7315033e5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:25.280662 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-d220ee1d-6b28-45be-8f3c-7315033e5a9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.1659555 Sep 14 13:35:25.292935 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:25.293390 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:25.310254 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:35:25.319480 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:25.320088 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:25.370823 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-88ae65cf-58ff-4137-9eca-23cbe95cfca2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f HTTP/1.1" status: 200 len: 1000 time: 0.0831947 Sep 14 13:35:25.376891 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Made reservation on behalf of e4bb7964ba4d4cc4841d58bfb6b062a8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:35:25.380399 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:25.427831 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:25.476265 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-721a02e6-8887-4ec5-8034-658bad2e749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:25.477800 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-721a02e6-8887-4ec5-8034-658bad2e749c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0942950 Sep 14 13:35:25.574364 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Allocated IP 172.20.0.10 (e43edb16-0bee-45c9-9fc4-4d01a4229aca/9513878b-8225-45a4-a8b7-ed1c0dc54720/dbcd51c2-7311-4cd8-b73e-fa73a0a97c98) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:35:25.579660 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-9a50d750-e122-41fd-a31c-cc6efbb2f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:25.581193 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-9a50d750-e122-41fd-a31c-cc6efbb2f867 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948119 Sep 14 13:35:25.736217 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'c351fe14-79cd-4781-a996-eeb924d8f077', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:85:33:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:35:23Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:25.751665 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-f8b53f44-97de-4332-9d1a-b7b5da1cd16e service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622751 Sep 14 13:35:25.763332 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bd191-dda2-45ec-afe0-7aca2978e8ae None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'c351fe14-79cd-4781-a996-eeb924d8f077', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:85:33:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:35:23Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:35:25.807607 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:25.856326 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Transition to ACTIVE for port object dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:25.885652 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aefcbc79-4c35-490a-8fb0-282fdaf2e8d4 req-637c0bf6-4511-49b1-8ccc-3e317cbfe045 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271744 Sep 14 13:35:25.907951 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:25.949205 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe77dd-b13f-44a6-b428-8b3514ee40c0 None None] New status for floating IP c351fe14-79cd-4781-a996-eeb924d8f077: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:35:25.953865 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:35:25.956966 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:35:25.959935 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:35:25.987850 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'Port': ['ID=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:26.022348 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:26.023069 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.038649 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-25936685-0183-464e-86a3-7c773fe0f86b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8461525 Sep 14 13:35:26.050646 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Request body: {'port': {'device_id': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:26.119905 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.249902 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-824fc5f3-702f-4c69-acc1-8a35ca89eb8c None None] Provisioning for port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:26.253934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-824fc5f3-702f-4c69-acc1-8a35ca89eb8c None None] Provisioning complete for port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:26.254298 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-824fc5f3-702f-4c69-acc1-8a35ca89eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.267260 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70968f27-564d-4c53-8956-6d843c6397e2 req-55bce304-dc47-4719-afc6-d0ec64e80100 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:26.268739 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-70968f27-564d-4c53-8956-6d843c6397e2 req-55bce304-dc47-4719-afc6-d0ec64e80100 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 932 time: 0.1313992 Sep 14 13:35:26.290236 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-824fc5f3-702f-4c69-acc1-8a35ca89eb8c None None] Port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:35:26.600943 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-70968f27-564d-4c53-8956-6d843c6397e2 req-17c0ba54-bd86-4361-963e-4d45430b1278 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247378 Sep 14 13:35:26.711963 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:35:26.719919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.732970 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Transition to ACTIVE for port object dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:35:26.736834 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.763538 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device eb955c49-6850-4084-964d-b7fd19794d75 up at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:26.791708 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:26.817387 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Provisioning complete for port eb955c49-6850-4084-964d-b7fd19794d75 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:26.817866 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.858743 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Attempting to bind port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:35:26.859084 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Attempting to bind port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:35:26.859422 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Attempting to bind port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 on network e43edb16-0bee-45c9-9fc4-4d01a4229aca {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:35:26.864026 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 on network e43edb16-0bee-45c9-9fc4-4d01a4229aca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:35:26.866654 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Attempting to bind port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 on network e43edb16-0bee-45c9-9fc4-4d01a4229aca {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:35:26.871841 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:35:26.872183 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Checking segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:35:26.872564 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Bound using segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:35:26.873030 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Bound port: dbcd51c2-7311-4cd8-b73e-fa73a0a97c98, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:35:26.873390 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.943165 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] For port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:35:26.946593 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] For port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:35:26.950650 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.984186 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:26.984858 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:26.986368 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] 10.222.0.18 "PUT /v2.0/ports/dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 200 len: 1094 time: 0.9399638 Sep 14 13:35:26.986679 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:35:26.988968 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308181d9-2f4d-4675-9e3c-cbd6af2693de" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:35:27.015211 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe859ac-4d66-4831-9047-55e92d80887c service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:27.040136 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291ce1c0-d7eb-4751-8568-e34200b06cc1 x-openstack-request-id: req-291ce1c0-d7eb-4751-8568-e34200b06cc1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:35:27.040535 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:35:27.040788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-291ce1c0-d7eb-4751-8568-e34200b06cc1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:35:27.041200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'status': 'completed', 'code': 200} Sep 14 13:35:27.074115 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-407c93cc-3d13-4b10-a5c5-98354281c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.075629 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-407c93cc-3d13-4b10-a5c5-98354281c2e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 1097 time: 0.0446501 Sep 14 13:35:27.118231 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-8b7b3d74-304d-467c-a1a9-f8ac98e82c1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 200 len: 217 time: 0.0348158 Sep 14 13:35:27.170726 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-b55e450c-7d49-4074-91ac-da0b834fba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.172172 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-b55e450c-7d49-4074-91ac-da0b834fba95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0474706 Sep 14 13:35:27.217264 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-420a2d3c-6bf2-4251-882f-54bfe5fcea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.218692 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-420a2d3c-6bf2-4251-882f-54bfe5fcea8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388985 Sep 14 13:35:27.311402 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-2f92ca8c-4812-4ab0-ab9d-dfe2f6d9b41d service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851090 Sep 14 13:35:27.398131 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ef337d2b-c16b-4bdc-b5aa-f8b62ec8bd4f req-c0783e98-1644-4127-81cf-f050daa41196 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795484 Sep 14 13:35:27.476434 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-d35d7b41-29ca-4e0c-a3cb-bb54e9121bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.477952 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-d35d7b41-29ca-4e0c-a3cb-bb54e9121bee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 1097 time: 0.0398300 Sep 14 13:35:27.566443 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-78e37f33-7ae6-4a35-ba77-c9f3e10c9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.567790 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-78e37f33-7ae6-4a35-ba77-c9f3e10c9957 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 911 time: 0.0833502 Sep 14 13:35:27.609897 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-9bca29dd-68b4-419f-aa23-a312c8eb587e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 200 len: 217 time: 0.0347698 Sep 14 13:35:27.662732 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-6dd6f1fb-8155-4408-a859-18f4da599a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.664197 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-6dd6f1fb-8155-4408-a859-18f4da599a01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0474086 Sep 14 13:35:27.740318 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba5752-e305-43e8-8f59-8eef1d1c9514 req-867903a5-e2e1-41fd-85de-3b2930fa6d62 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.741818 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2ba5752-e305-43e8-8f59-8eef1d1c9514 req-867903a5-e2e1-41fd-85de-3b2930fa6d62 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 944 time: 0.0737376 Sep 14 13:35:27.744713 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-96a61317-1030-4112-9db4-9a7bd6e9a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:27.746072 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-96a61317-1030-4112-9db4-9a7bd6e9a910 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699151 Sep 14 13:35:27.808572 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e2ba5752-e305-43e8-8f59-8eef1d1c9514 req-e51b3861-50b7-4381-b456-f3e9e22b6f2e tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602794 Sep 14 13:35:27.859393 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-377fd681-ffda-4e1b-bfcb-327bf475ab4f service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045837 Sep 14 13:35:27.945764 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-308181d9-2f4d-4675-9e3c-cbd6af2693de req-876db09c-05e0-4ac2-a0db-5e4d117162b1 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789092 Sep 14 13:35:28.925085 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eb9b9-5612-4490-b152-252000584f2b req-254bcdbd-35eb-422f-abb6-de286d241f2e tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:28.926548 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-720eb9b9-5612-4490-b152-252000584f2b req-254bcdbd-35eb-422f-abb6-de286d241f2e tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 944 time: 0.0514514 Sep 14 13:35:28.964429 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-720eb9b9-5612-4490-b152-252000584f2b req-39f0497d-ad32-4252-8eac-7bdbe29198b8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Sep 14 13:35:30.076458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7279b1-263c-419f-986e-6ddd2fa4fcdd req-3d3dfde8-e2fd-4f5d-b1ef-30fe67a893b6 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:30.077926 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ec7279b1-263c-419f-986e-6ddd2fa4fcdd req-3d3dfde8-e2fd-4f5d-b1ef-30fe67a893b6 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 944 time: 0.0471003 Sep 14 13:35:30.114806 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ec7279b1-263c-419f-986e-6ddd2fa4fcdd req-ff342a29-7aed-4697-ba10-c0d4bfd3f803 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Sep 14 13:35:30.343495 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:35:30.437717 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:30.449061 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'port_id': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'mac_address': 'fa:16:3e:c8:c0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:35:30.484124 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:30.496852 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:35:30.515965 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:30.519364 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:30.567360 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:30.733568 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['dbcd51c2-7311-4cd8-b73e-fa73a0a97c98'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:35:31.223877 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51b09a-834b-43a7-a1ea-a59972d13d72 req-3f5e684f-6d5b-4702-b183-672a987d83e4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:31.225352 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a51b09a-834b-43a7-a1ea-a59972d13d72 req-3f5e684f-6d5b-4702-b183-672a987d83e4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 945 time: 0.0476997 Sep 14 13:35:31.263009 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5a51b09a-834b-43a7-a1ea-a59972d13d72 req-28878f8c-118b-4933-94ab-5776e674c822 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Sep 14 13:35:32.368566 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:35:32.377828 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3d9bd-d63a-4e1b-a56d-2a7aa664ef10 req-18b194ec-062e-4a6b-b9da-d3b903a37845 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:32.379306 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-61b3d9bd-d63a-4e1b-a56d-2a7aa664ef10 req-18b194ec-062e-4a6b-b9da-d3b903a37845 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 945 time: 0.0521502 Sep 14 13:35:32.417237 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-61b3d9bd-d63a-4e1b-a56d-2a7aa664ef10 req-7b2bf65b-1e90-4fd2-8e73-5eb40380a581 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312650 Sep 14 13:35:32.418691 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:35:32.422474 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:35:32.422847 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:32.497133 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:32.518800 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:35:32.521028 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b0ea32-f13e-49b3-a260-2d8cc9675ac6" -d '{"events": [{"server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:35:32.533730 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:35:32.537632 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:32.563611 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abcba1f-2c8c-4849-8752-3bc347f1a81d x-openstack-request-id: req-8abcba1f-2c8c-4849-8752-3bc347f1a81d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:35:32.563891 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:35:32.564131 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8abcba1f-2c8c-4849-8752-3bc347f1a81d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:35:32.564505 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'code': 200} Sep 14 13:35:32.595294 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:35:32.738904 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87a671-0aed-4df7-8b97-239a0386f976 req-f6fd262b-f771-4f3f-8b6c-4b8f5e501b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:32.741028 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dc87a671-0aed-4df7-8b97-239a0386f976 req-f6fd262b-f771-4f3f-8b6c-4b8f5e501b59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 1099 time: 0.0412874 Sep 14 13:35:32.775308 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dc87a671-0aed-4df7-8b97-239a0386f976 req-b70f5f16-ad25-4756-84a3-c3fb9311cb8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269351 Sep 14 13:35:33.527339 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ff9e-92f2-4e45-8257-e20fad9c706d req-7f35d96f-c1e0-49a5-a723-e6ba692c60fc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:33.528811 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d8a4ff9e-92f2-4e45-8257-e20fad9c706d req-7f35d96f-c1e0-49a5-a723-e6ba692c60fc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0474098 Sep 14 13:35:33.564931 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d8a4ff9e-92f2-4e45-8257-e20fad9c706d req-d8f7d07e-bd4e-4002-b861-e5c248f186d6 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302627 Sep 14 13:35:34.682670 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4783f5f-e9af-41b8-8a39-65c5bec5f107 req-630f9e50-fbdb-4ad3-b961-679a1734b51b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:34.684139 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d4783f5f-e9af-41b8-8a39-65c5bec5f107 req-630f9e50-fbdb-4ad3-b961-679a1734b51b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0502815 Sep 14 13:35:34.727063 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d4783f5f-e9af-41b8-8a39-65c5bec5f107 req-336da136-a2ea-429b-8f30-b330fdfec1e0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371730 Sep 14 13:35:34.835388 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c3547-31ec-4047-860e-a6a5da7607da req-7162f76f-f9a3-43d2-b7f2-7ae2436c6012 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:34.836874 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5e4c3547-31ec-4047-860e-a6a5da7607da req-7162f76f-f9a3-43d2-b7f2-7ae2436c6012 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0478220 Sep 14 13:35:34.845712 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:35:34.850113 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'floatingip': {'port_id': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:35:34.887877 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:35.302921 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:35.306933 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:35.403317 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Floating IP 5f67c151-e4e0-4d10-a3f6-0f5539a06742 associated. External IP: 172.27.2.171, port: dbcd51c2-7311-4cd8-b73e-fa73a0a97c98. Sep 14 13:35:35.600935 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Router 2ecc43a3-9db2-46ab-bd42-674785bd4764 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:35:35.711656 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:35:35.716907 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:35.722797 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] Sync routers for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:35:35.733139 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:35.733734 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:35.743140 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-df4a5aec-098e-4c3f-b31a-c8863aab5977 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "PUT /v2.0/floatingips/5f67c151-e4e0-4d10-a3f6-0f5539a06742 HTTP/1.1" status: 200 len: 992 time: 0.8964410 Sep 14 13:35:35.743710 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:35:35.745987 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72bd89a-21a0-4afd-8993-1520399dc6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:35:35.783191 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8ce61b-0d13-44ed-997a-5bbdd396df7c x-openstack-request-id: req-bf8ce61b-0d13-44ed-997a-5bbdd396df7c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:35:35.783191 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:35:35.783427 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf8ce61b-0d13-44ed-997a-5bbdd396df7c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:35:35.783658 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'status': 'completed', 'code': 200} Sep 14 13:35:35.817165 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:35.840456 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:35.849525 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-bec3f1b5-e31e-4910-98d0-fa7d1cc9c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:35.851215 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-bec3f1b5-e31e-4910-98d0-fa7d1cc9c9be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 1099 time: 0.0433486 Sep 14 13:35:35.942313 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-ad22575f-8d4b-4417-b5d3-0f92be5eac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:35.943763 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-ad22575f-8d4b-4417-b5d3-0f92be5eac9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 911 time: 0.0849874 Sep 14 13:35:36.006750 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-7e52096e-1e8c-48f0-85de-e84fb94f13ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 200 len: 1000 time: 0.0560503 Sep 14 13:35:36.057056 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-31be230d-250c-41a0-bd0c-5b3225d31bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:36.058485 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-31be230d-250c-41a0-bd0c-5b3225d31bdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0456083 Sep 14 13:35:36.059688 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '5f67c151-e4e0-4d10-a3f6-0f5539a06742', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'port_id': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'mac_address': 'fa:16:3e:c8:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:35:22Z', 'updated_at': '2021-09-14T13:35:35Z', 'revision_number': 1, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:36.085072 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] Checking router: 2ecc43a3-9db2-46ab-bd42-674785bd4764 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:35:36.093615 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:35:36.094207 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:35:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:36.116483 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-07a79c89-ce07-4c17-985e-5cf4a89bfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:35:36.118016 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-07a79c89-ce07-4c17-985e-5cf4a89bfaf8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393453 Sep 14 13:35:36.198551 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:35:36.207163 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-334c8a2a-5e2b-4896-ae79-acc60ee87f1a service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822768 Sep 14 13:35:36.298002 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e72bd89a-21a0-4afd-8993-1520399dc6cc req-ef9bc179-db5f-409a-832f-14e363c2c488 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837564 Sep 14 13:35:36.418551 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '5f67c151-e4e0-4d10-a3f6-0f5539a06742', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'port_id': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'mac_address': 'fa:16:3e:c8:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:35:22Z', 'updated_at': '2021-09-14T13:35:35Z', 'revision_number': 1, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:35:36.444177 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8103f3-d3dd-438e-9ca6-6a9cda6a15e2 None None] The sync data for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi is: [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '5f67c151-e4e0-4d10-a3f6-0f5539a06742', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'port_id': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'mac_address': 'fa:16:3e:c8:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:35:22Z', 'updated_at': '2021-09-14T13:35:35Z', 'revision_number': 1, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:35:36.639534 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1978d1a-17f1-443d-8016-f104550c396e None None] New status for floating IP 5f67c151-e4e0-4d10-a3f6-0f5539a06742: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:35:39.891348 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35f54798-b413-44ca-bfa2-77c1d2c05fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:42.323727 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa83566a-cc0b-4bd5-9373-bd5da67f189b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:42.644579 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:43.459076 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:45.035236 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:35:57.235389 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:36:05.816190 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:08.084232 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-68fe9ebf-cb2d-4ed5-9822-332a6728a353 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381098 Sep 14 13:36:08.166037 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-7afc0451-fd25-4744-8eff-6d387dec8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:08.167468 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-7afc0451-fd25-4744-8eff-6d387dec8baa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 1099 time: 0.0415504 Sep 14 13:36:08.265268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-07e4d2fd-c7a5-4d70-ae19-ac847ca308df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:08.266711 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-07e4d2fd-c7a5-4d70-ae19-ac847ca308df service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.0814044 Sep 14 13:36:08.333338 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-cdc68cc1-38a2-4ed0-b78a-b1382d50152f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f HTTP/1.1" status: 200 len: 1002 time: 0.0585675 Sep 14 13:36:08.381027 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-60acf90f-1256-4ec8-9b4e-2a4cd10dc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:08.382331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-60acf90f-1256-4ec8-9b4e-2a4cd10dc94d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0416901 Sep 14 13:36:08.430247 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-b59f10ae-d687-4908-8ac0-13c5985bf321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:08.431756 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-b59f10ae-d687-4908-8ac0-13c5985bf321 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422885 Sep 14 13:36:08.522540 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-9fcbaa82-4904-4214-971f-86e7190733d2 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831168 Sep 14 13:36:08.611767 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-cd39b424-de5b-42c7-97e1-3352f94c8f6d req-00dd5c30-321b-4f41-a3f0-7f1f0b2087a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811760 Sep 14 13:36:09.890539 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d3883f-eecd-44d9-a49d-eead4973e2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:12.324004 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37e0a940-83f7-4652-bbf2-712b48ec2d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:12.644232 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:13.461578 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:15.036370 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:22.944350 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf4739-6d8b-466d-b23c-640eeaa63fe5 req-facad949-65ac-402b-b7a8-988bd917d142 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:22.945764 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3bcf4739-6d8b-466d-b23c-640eeaa63fe5 req-facad949-65ac-402b-b7a8-988bd917d142 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0529156 Sep 14 13:36:22.982843 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3bcf4739-6d8b-466d-b23c-640eeaa63fe5 req-8318c9d0-77a0-475e-91ca-0a8520650533 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Sep 14 13:36:24.100417 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71c7d0-ecac-47d2-aa88-0365d47255da req-d1996520-f8fc-4f2d-af5e-ba6611d0618d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:24.102757 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ea71c7d0-ecac-47d2-aa88-0365d47255da req-d1996520-f8fc-4f2d-af5e-ba6611d0618d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0517476 Sep 14 13:36:24.139547 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ea71c7d0-ecac-47d2-aa88-0365d47255da req-1bd8f52d-0e0a-47c0-b79e-280bd8de049d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307086 Sep 14 13:36:25.250745 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514b238-f1e3-42cf-b477-dddb8fa1a5d5 req-5083a593-6aec-41fd-892e-d833465bdd8a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:25.252205 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9514b238-f1e3-42cf-b477-dddb8fa1a5d5 req-5083a593-6aec-41fd-892e-d833465bdd8a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0470138 Sep 14 13:36:25.289737 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9514b238-f1e3-42cf-b477-dddb8fa1a5d5 req-bf515f6e-e31e-48a6-976d-6c1458ecf3bf tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Sep 14 13:36:26.405275 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e753d-673e-4bff-8881-84a40e1ea503 req-4d7422fb-2f7d-4f5e-b3be-97b78709d5cb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:26.406717 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-697e753d-673e-4bff-8881-84a40e1ea503 req-4d7422fb-2f7d-4f5e-b3be-97b78709d5cb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0503731 Sep 14 13:36:26.443612 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-697e753d-673e-4bff-8881-84a40e1ea503 req-9ca7f487-9b7a-4a42-80d2-5ce1a08a99df tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310822 Sep 14 13:36:27.553377 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746e49c-35c7-421e-8546-721f358f7371 req-b07b401f-8a03-4f91-869d-ff10bb85db8a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:27.555349 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b746e49c-35c7-421e-8546-721f358f7371 req-b07b401f-8a03-4f91-869d-ff10bb85db8a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0470591 Sep 14 13:36:27.592520 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b746e49c-35c7-421e-8546-721f358f7371 req-e94b4e13-4d1c-4559-ba83-0c78d40c19df tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Sep 14 13:36:28.703816 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79151f-ffd5-4161-85ec-92b8e7e54d4a req-3663ce4b-e9d9-4583-9b4f-346fcf056c36 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:28.705302 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4a79151f-ffd5-4161-85ec-92b8e7e54d4a req-3663ce4b-e9d9-4583-9b4f-346fcf056c36 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0480225 Sep 14 13:36:28.743001 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4a79151f-ffd5-4161-85ec-92b8e7e54d4a req-87308ccf-df18-45b9-b305-d739ee4ccddc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Sep 14 13:36:29.860746 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dc12b-7080-46b3-89c2-f8d9efb71297 req-75d3c922-b980-4389-91f2-a65662755a66 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:29.862154 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8e1dc12b-7080-46b3-89c2-f8d9efb71297 req-75d3c922-b980-4389-91f2-a65662755a66 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0523989 Sep 14 13:36:29.898723 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8e1dc12b-7080-46b3-89c2-f8d9efb71297 req-6b21fc3f-679e-4401-b939-b078580b208b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Sep 14 13:36:31.011980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926f094-b316-4294-aaf9-a2eff5eceff8 req-4183f423-5a7c-43c6-8e05-2af9074cc0b5 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:31.013530 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4926f094-b316-4294-aaf9-a2eff5eceff8 req-4183f423-5a7c-43c6-8e05-2af9074cc0b5 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0487282 Sep 14 13:36:31.051197 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4926f094-b316-4294-aaf9-a2eff5eceff8 req-6dabfde0-c459-4502-aa69-9e826e977339 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Sep 14 13:36:32.162536 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc1b4d-9ca4-44e9-8999-8c6f49d7a9f7 req-ffeb4f46-aa5c-4c7b-b79d-80a758c22804 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:32.164591 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b3dc1b4d-9ca4-44e9-8999-8c6f49d7a9f7 req-ffeb4f46-aa5c-4c7b-b79d-80a758c22804 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0472305 Sep 14 13:36:32.200901 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b3dc1b4d-9ca4-44e9-8999-8c6f49d7a9f7 req-8937ce2f-2734-4dce-9f75-0ef5d683b6f8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Sep 14 13:36:33.317981 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab32ec7-6737-4b86-9b09-0441d80ea579 req-b64b80be-7ccd-451a-9bc1-96391d5f37bc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:33.319488 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dab32ec7-6737-4b86-9b09-0441d80ea579 req-b64b80be-7ccd-451a-9bc1-96391d5f37bc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0513721 Sep 14 13:36:33.357012 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dab32ec7-6737-4b86-9b09-0441d80ea579 req-f60e50ec-57a5-4c45-8e52-39a7c3e3cb38 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Sep 14 13:36:34.234147 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:36:34.468915 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05caa-1006-4ada-b96f-9777fe48991d req-26b018fa-a569-436d-b09f-fbefb9287bf0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:34.470364 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80f05caa-1006-4ada-b96f-9777fe48991d req-26b018fa-a569-436d-b09f-fbefb9287bf0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0475073 Sep 14 13:36:34.506348 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-80f05caa-1006-4ada-b96f-9777fe48991d req-a4c9aac5-4da7-41df-9534-dcef95c8be3c tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301561 Sep 14 13:36:35.617991 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f1703-16e3-4e8c-bea8-2f67e19b5cc4 req-ac5aa3ac-a963-47ce-8505-0e112ac90e49 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:35.619453 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c06f1703-16e3-4e8c-bea8-2f67e19b5cc4 req-ac5aa3ac-a963-47ce-8505-0e112ac90e49 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0475242 Sep 14 13:36:35.656184 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c06f1703-16e3-4e8c-bea8-2f67e19b5cc4 req-b064306a-7ede-4b34-9a80-68d6fb51d77a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308900 Sep 14 13:36:35.831605 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:36.772521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8da7e-4e7d-4972-b305-3b7cda59d2a0 req-6beeba17-7127-47df-94df-83a86555a5d3 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:36.774479 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9eb8da7e-4e7d-4972-b305-3b7cda59d2a0 req-6beeba17-7127-47df-94df-83a86555a5d3 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0522559 Sep 14 13:36:36.810512 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9eb8da7e-4e7d-4972-b305-3b7cda59d2a0 req-7fa9575f-795d-425b-b975-98a5f41b32ce tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302370 Sep 14 13:36:37.924297 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb6d9-9b41-47a3-9c51-6f5f88ec9f5a req-a8f994b5-d660-4cbf-9271-ab7e36e13bc6 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:37.925830 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-88bbb6d9-9b41-47a3-9c51-6f5f88ec9f5a req-a8f994b5-d660-4cbf-9271-ab7e36e13bc6 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0493844 Sep 14 13:36:37.964736 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-88bbb6d9-9b41-47a3-9c51-6f5f88ec9f5a req-eb2f1e4e-1346-4ffe-a9a1-8af3f3615ac0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Sep 14 13:36:39.080153 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c7e16-e233-401f-9003-fa3580d08963 req-e83b1e4d-118a-41d1-9264-264b4ab4f442 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:39.081623 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-222c7e16-e233-401f-9003-fa3580d08963 req-e83b1e4d-118a-41d1-9264-264b4ab4f442 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0481522 Sep 14 13:36:39.118796 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-222c7e16-e233-401f-9003-fa3580d08963 req-0a515596-9c91-4ea6-988e-b12909d79382 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314713 Sep 14 13:36:39.310722 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea33b5-d7ff-4e57-8245-131a3f1ee4c2 req-1e32dcb9-aefc-4e9e-82a2-bc5ab30d9d1f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:39.312088 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aeea33b5-d7ff-4e57-8245-131a3f1ee4c2 req-1e32dcb9-aefc-4e9e-82a2-bc5ab30d9d1f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0527856 Sep 14 13:36:39.374202 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-aeea33b5-d7ff-4e57-8245-131a3f1ee4c2 req-4cba1b5d-4b1f-4de2-8219-b26701b59df4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559964 Sep 14 13:36:39.381911 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e49c-0505-45f0-944e-ed713ef3914a req-1a717ee8-acab-42ed-83ae-f440e1305d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:39.383299 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c385e49c-0505-45f0-944e-ed713ef3914a req-1a717ee8-acab-42ed-83ae-f440e1305d50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 1099 time: 0.0591884 Sep 14 13:36:39.471737 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e49c-0505-45f0-944e-ed713ef3914a req-878f6035-3c3c-4c61-84cc-a6d46f547ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:39.473183 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c385e49c-0505-45f0-944e-ed713ef3914a req-878f6035-3c3c-4c61-84cc-a6d46f547ad3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 911 time: 0.0832329 Sep 14 13:36:39.787665 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c385e49c-0505-45f0-944e-ed713ef3914a req-f39ef0ad-ac6d-4a6e-bf2c-65e8feda951b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 200 len: 1002 time: 0.3076582 Sep 14 13:36:39.833837 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e49c-0505-45f0-944e-ed713ef3914a req-e3f84e85-9492-4909-890d-192c101fe41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:39.835785 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c385e49c-0505-45f0-944e-ed713ef3914a req-e3f84e85-9492-4909-890d-192c101fe41e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0414398 Sep 14 13:36:39.880889 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e49c-0505-45f0-944e-ed713ef3914a req-951e284b-a573-4a3b-be69-1eaaa91ce25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:39.882857 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c385e49c-0505-45f0-944e-ed713ef3914a req-951e284b-a573-4a3b-be69-1eaaa91ce25f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405848 Sep 14 13:36:39.891238 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f29cb3ac-ad19-44d3-8fb3-26118a4c4611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:39.969082 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c385e49c-0505-45f0-944e-ed713ef3914a req-666a1461-28f8-4b77-ab1d-2a01b4d9cbf5 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792847 Sep 14 13:36:40.058018 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c385e49c-0505-45f0-944e-ed713ef3914a req-f9ea90cb-fde1-4c75-91f5-0bdf46df664f service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821004 Sep 14 13:36:40.487125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364912-57bd-47d9-a135-d31557069461 req-2c3c0617-1e06-4b3c-9bce-83b89ca02aa0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:40.488572 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54364912-57bd-47d9-a135-d31557069461 req-2c3c0617-1e06-4b3c-9bce-83b89ca02aa0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0474930 Sep 14 13:36:40.527372 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54364912-57bd-47d9-a135-d31557069461 req-45f3ea9e-6903-471e-bc10-b1cb2a885999 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Sep 14 13:36:41.638798 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45e69-3ec1-4864-9d58-d65d42ed159d req-8b37d937-adbb-4a11-a1eb-7b64392d7a89 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:36:41.640260 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-afa45e69-3ec1-4864-9d58-d65d42ed159d req-8b37d937-adbb-4a11-a1eb-7b64392d7a89 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0473855 Sep 14 13:36:41.677240 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-afa45e69-3ec1-4864-9d58-d65d42ed159d req-fae60264-1510-4537-bf2d-398955e5ed5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Sep 14 13:36:42.324522 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-513e4a68-005d-4c64-b431-76566a313305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:42.644844 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:43.466539 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:36:45.038950 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:05.846060 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:09.890744 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e74a5199-4f01-4a29-ac44-bf95c2ad936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:10.117325 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-e01bdd7f-b20b-48d7-815a-19a450150adc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418422 Sep 14 13:37:10.175589 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-4a54a6c1-e3e0-416b-8b0a-dc6796528200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:10.177051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-4a54a6c1-e3e0-416b-8b0a-dc6796528200 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 1099 time: 0.0386465 Sep 14 13:37:10.275594 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-47d2557c-05bf-4d24-b08f-24ab8efc4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:10.277051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-47d2557c-05bf-4d24-b08f-24ab8efc4b13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 911 time: 0.0818961 Sep 14 13:37:10.344396 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-6d2f4632-2163-4c12-9a32-a15b2beba63e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 200 len: 1002 time: 0.0589941 Sep 14 13:37:10.395927 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-a40958c3-df75-4286-8798-c00dc46951d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:10.397253 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-a40958c3-df75-4286-8798-c00dc46951d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0411475 Sep 14 13:37:10.439652 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-8de641ac-d253-4f0d-b992-e3ad3210448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:10.441090 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-8de641ac-d253-4f0d-b992-e3ad3210448f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369596 Sep 14 13:37:10.531058 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-29071bb0-c538-45ba-8a29-a2c75148d664 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814729 Sep 14 13:37:10.620055 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d5cb8809-c67a-425a-a16a-9037835e6547 req-9b5bb573-a8e2-4588-bc4a-63e588df1eda service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824788 Sep 14 13:37:11.233134 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:37:12.324853 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c682d298-e2ca-4b63-a7b5-aca893690ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:12.644826 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:13.468045 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:15.041090 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:15.636420 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1c966-735d-42fd-9194-f4496e47b23c req-d3e1f28d-b433-44c9-a2f7-08c9f6a34b0e tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:15.637816 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5cb1c966-735d-42fd-9194-f4496e47b23c req-d3e1f28d-b433-44c9-a2f7-08c9f6a34b0e tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0488720 Sep 14 13:37:15.674352 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5cb1c966-735d-42fd-9194-f4496e47b23c req-8d5a5037-1a6d-4f08-82e1-5ade7bb37fd0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306098 Sep 14 13:37:16.789710 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebed44-57ce-4fe7-86e8-9e2aaefde477 req-095d3609-0b9d-4369-801c-50698340691d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:16.791149 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-67ebed44-57ce-4fe7-86e8-9e2aaefde477 req-095d3609-0b9d-4369-801c-50698340691d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0486445 Sep 14 13:37:16.826712 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-67ebed44-57ce-4fe7-86e8-9e2aaefde477 req-dd03e84e-fca7-47ee-9a4f-2d08cbdcd2f5 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297093 Sep 14 13:37:17.937896 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e55c5b-1989-4927-b8e3-bfb47ca457ad req-b9755b80-294f-4fa6-aea9-1aeb0ca569ec tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:17.939320 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b5e55c5b-1989-4927-b8e3-bfb47ca457ad req-b9755b80-294f-4fa6-aea9-1aeb0ca569ec tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0465522 Sep 14 13:37:17.978983 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b5e55c5b-1989-4927-b8e3-bfb47ca457ad req-e0468974-6fd7-4cbf-a7d8-e9ecbe5fc540 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339696 Sep 14 13:37:19.090108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9acb72-1d1c-482d-b98d-abd74ec4f445 req-ffb1b07c-df96-4bb0-b748-3939bf7808b9 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:19.091534 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a9acb72-1d1c-482d-b98d-abd74ec4f445 req-ffb1b07c-df96-4bb0-b748-3939bf7808b9 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0463510 Sep 14 13:37:19.127618 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a9acb72-1d1c-482d-b98d-abd74ec4f445 req-90f99cf3-0ee6-49a6-94b7-5536540d3bd1 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303457 Sep 14 13:37:20.239377 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b518070-38dd-4bed-bcbb-298b188a6a3e req-96e05b87-a053-4de4-84e8-07d2bb76342d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:20.240858 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b518070-38dd-4bed-bcbb-298b188a6a3e req-96e05b87-a053-4de4-84e8-07d2bb76342d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0481031 Sep 14 13:37:20.277612 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b518070-38dd-4bed-bcbb-298b188a6a3e req-9840de23-0365-47ce-b9bf-2d2aca224419 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Sep 14 13:37:20.699737 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa0959-130e-4187-a42e-2f4a7098c1b9 req-6fb839b0-442d-4c76-97ab-e711127c1be9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:20.701200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-feaa0959-130e-4187-a42e-2f4a7098c1b9 req-6fb839b0-442d-4c76-97ab-e711127c1be9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 946 time: 0.0473273 Sep 14 13:37:20.740702 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-feaa0959-130e-4187-a42e-2f4a7098c1b9 req-79f5aace-c64a-4fb6-89a4-bd6d2f66d4f9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336137 Sep 14 13:37:21.389030 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8544f2-219f-42ab-8c86-358cec0b0fa0 req-07a7b502-a020-462c-94ca-bfdfbd3f408f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:21.390465 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa8544f2-219f-42ab-8c86-358cec0b0fa0 req-07a7b502-a020-462c-94ca-bfdfbd3f408f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0473030 Sep 14 13:37:21.427405 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fa8544f2-219f-42ab-8c86-358cec0b0fa0 req-90adff19-4d58-4dd2-bd4f-4e6018d2ab81 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Sep 14 13:37:21.854244 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a8739-4151-47b5-bad4-f6b3b37e89eb req-c56e97e2-8da3-405e-9635-a63fb9663cd6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:21.855657 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-055a8739-4151-47b5-bad4-f6b3b37e89eb req-c56e97e2-8da3-405e-9635-a63fb9663cd6 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 946 time: 0.0488012 Sep 14 13:37:21.892867 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-055a8739-4151-47b5-bad4-f6b3b37e89eb req-55ec6b1d-bd20-435e-8af7-87085430b36e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306144 Sep 14 13:37:22.175777 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-dcad4cd5-a4b2-4472-8c7a-5142d42402c8 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:22.177134 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-dcad4cd5-a4b2-4472-8c7a-5142d42402c8 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 946 time: 0.0461419 Sep 14 13:37:22.267485 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Deleting port 2fe8081d-1e10-4909-919c-5d8ebb89f54f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:37:22.267826 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:22.356141 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] For port 2fe8081d-1e10-4909-919c-5d8ebb89f54f, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=2fe8081d-1e10-4909-919c-5d8ebb89f54f,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:37:22.356507 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:22.544433 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:22.545136 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:22.545136 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Floating IP c351fe14-79cd-4781-a996-eeb924d8f077 disassociated. External IP: 172.27.2.150, port: 2fe8081d-1e10-4909-919c-5d8ebb89f54f. Sep 14 13:37:22.545444 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Calling delete_port for 2fe8081d-1e10-4909-919c-5d8ebb89f54f owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:37:22.567464 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e7779-8c39-4b9b-9e6a-ca7953c39256 req-bb39b212-b301-419f-8cbe-eb5f4f1cc1af tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:22.568985 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-765e7779-8c39-4b9b-9e6a-ca7953c39256 req-bb39b212-b301-419f-8cbe-eb5f4f1cc1af tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0737746 Sep 14 13:37:22.650862 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-765e7779-8c39-4b9b-9e6a-ca7953c39256 req-cf40272d-9fdc-47f6-82f5-d0228b635e5a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472379 Sep 14 13:37:22.714037 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:22.739738 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event deleted for resources: {'Port': ['ID=2fe8081d-1e10-4909-919c-5d8ebb89f54f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:22.749503 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.749847 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.750179 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.750508 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.750830 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.751152 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.751471 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.751788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.752104 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.752419 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.753295 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.753295 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:22.863649 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:37:22.990934 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fe38c35e-ec93-45f7-9899-ccf0080f07d7 req-4975fbf9-68a0-4f00-8a2d-cbef142a826e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aee2cb0-d50c-4a85-a4a1-750e3f55b37f HTTP/1.1" status: 200 len: 210 time: 0.0318184 Sep 14 13:37:22.992252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:37:23.002766 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:37:23.012429 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:37:23.013085 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:37:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:23.032509 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] No DVR routers for this DVR port 2fe8081d-1e10-4909-919c-5d8ebb89f54f on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:37:23.035011 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:23.036973 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-863ceba7-bbd0-4a46-9275-0b567437b22e req-9b13c63b-3116-4c42-bd77-3f4dca6e8667 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "DELETE /v2.0/ports/2fe8081d-1e10-4909-919c-5d8ebb89f54f HTTP/1.1" status: 204 len: 173 time: 0.8540709 Sep 14 13:37:23.037450 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'name': 'network-vif-deleted', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:37:23.040222 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9d13e0-437b-4806-8438-d29d210feecb" -d '{"events": [{"server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "name": "network-vif-deleted", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:37:23.074879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d5086-9b65-4def-bc9b-441d62824b18 x-openstack-request-id: req-ce0d5086-9b65-4def-bc9b-441d62824b18 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:37:23.075157 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aee2cb0-d50c-4a85-a4a1-750e3f55b37f", "name": "network-vif-deleted", "tag": "2fe8081d-1e10-4909-919c-5d8ebb89f54f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:37:23.075408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce0d5086-9b65-4def-bc9b-441d62824b18 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:37:23.075802 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aee2cb0-d50c-4a85-a4a1-750e3f55b37f', 'name': 'network-vif-deleted', 'tag': '2fe8081d-1e10-4909-919c-5d8ebb89f54f', 'status': 'completed', 'code': 200} Sep 14 13:37:23.129871 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:37:23.335892 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:23.442010 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:37:23.450239 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:37:23.450829 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:37:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:23.552626 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:37:23.754915 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:23.762725 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b2b1f-8b54-4a2e-9ba4-f69aaf935086 req-df92389f-d285-4939-bfd9-31a94c8f20a0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:23.764208 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-830b2b1f-8b54-4a2e-9ba4-f69aaf935086 req-df92389f-d285-4939-bfd9-31a94c8f20a0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0475903 Sep 14 13:37:23.785887 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c610a4-6a04-4af0-983e-2b21b63f159c None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:37:23.806860 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-830b2b1f-8b54-4a2e-9ba4-f69aaf935086 req-e6aba42e-93c7-42f4-a256-2d050a5822d7 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365148 Sep 14 13:37:23.992778 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf9764-3a29-4aad-86fa-c54dc9c6a9ce None None] New status for floating IP c351fe14-79cd-4781-a996-eeb924d8f077: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:37:24.243992 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-e4c6ec78-de37-48ba-8871-c941c1225701 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28677673&fields=id&tenant_id=dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 267 time: 0.0352411 Sep 14 13:37:24.350031 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-25967205-de7b-4048-a277-aed850ed7876 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:24.351394 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-25967205-de7b-4048-a277-aed850ed7876 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 811 time: 0.1003070 Sep 14 13:37:24.365879 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-63a880ce-5fcf-49b5-9ab2-834bb76b0ff7 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/quotas/dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 375 time: 0.0086315 Sep 14 13:37:24.416783 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-9ab20464-8d76-431d-946b-31de234035a9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452037 Sep 14 13:37:24.556630 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-8fc6a004-b8a8-404a-a689-cd159602d9e7 service neutron] 10.222.0.30 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289685 Sep 14 13:37:24.646737 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-3ce71eec-0e10-4848-b5a9-628fb37f1cf3 service neutron] 10.222.0.30 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840702 Sep 14 13:37:24.895038 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2fe8081d-1e10-4909-919c-5d8ebb89f54f no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:37:24.914980 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 2fe8081d-1e10-4909-919c-5d8ebb89f54f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:37:24.915241 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 2fe8081d-1e10-4909-919c-5d8ebb89f54f not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:37:24.922206 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24987ea-7d55-4c57-bbfd-be92ae8622b8 req-cde17b49-6b04-448a-8718-3e956a0a2be9 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:24.923701 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d24987ea-7d55-4c57-bbfd-be92ae8622b8 req-cde17b49-6b04-448a-8718-3e956a0a2be9 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0487978 Sep 14 13:37:24.961619 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d24987ea-7d55-4c57-bbfd-be92ae8622b8 req-903d9eb2-ed18-4411-9901-9fee97208201 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Sep 14 13:37:25.944628 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-5d5d3aca-d1ce-421c-a405-b2c69c190207 req-02a7f4bd-e273-41c0-b55b-6f202e0ed531 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 210 time: 0.0294490 Sep 14 13:37:26.077261 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b811-203b-4480-9609-820f5c0e709e req-98d494a5-c90a-4259-9472-1c7ba6741a0f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:26.078745 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ff24b811-203b-4480-9609-820f5c0e709e req-98d494a5-c90a-4259-9472-1c7ba6741a0f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0490122 Sep 14 13:37:26.117496 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ff24b811-203b-4480-9609-820f5c0e709e req-75a2da88-def3-4fa6-a0ed-e7676b965793 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Sep 14 13:37:26.340271 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0337d-3952-4a3e-abfa-0883a3a83140 req-458b7af4-e07d-41e8-a0da-ab8dd4962a78 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:26.341778 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-94b0337d-3952-4a3e-abfa-0883a3a83140 req-458b7af4-e07d-41e8-a0da-ab8dd4962a78 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0752769 Sep 14 13:37:26.370642 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-072a07d2-bda6-46d9-aefc-9ee3a5b48cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:26.372200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-072a07d2-bda6-46d9-aefc-9ee3a5b48cf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 1099 time: 0.0658772 Sep 14 13:37:26.410048 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-94b0337d-3952-4a3e-abfa-0883a3a83140 req-b3e2c18c-a347-414e-9128-4b1a24429ba0 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622716 Sep 14 13:37:26.480426 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-b80ab5a8-a813-41aa-83ea-95ea3fc67232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:26.482059 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-b80ab5a8-a813-41aa-83ea-95ea3fc67232 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 911 time: 0.1005385 Sep 14 13:37:26.547701 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-af6c3366-3796-4527-b462-836999bc4f1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 200 len: 1002 time: 0.0584104 Sep 14 13:37:26.594881 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-eb33dd44-47a2-404b-8e05-42d7de4385d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:26.596309 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-eb33dd44-47a2-404b-8e05-42d7de4385d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0413544 Sep 14 13:37:26.639437 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-ee453086-25e0-48f6-9e19-b1fdf9c7934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:26.640934 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-ee453086-25e0-48f6-9e19-b1fdf9c7934e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370772 Sep 14 13:37:26.753841 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-f188a0f9-caed-4742-9868-2eb85e9063a7 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049383 Sep 14 13:37:26.897697 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-4ef50c32-2a76-4c3b-88fe-860a783795b9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:26.899720 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-4ef50c32-2a76-4c3b-88fe-860a783795b9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 811 time: 0.1705227 Sep 14 13:37:26.925708 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d33e8280-0282-4c87-9bcb-8fddb5da0d78 req-4c425969-986d-486f-a912-2c43b2b16dd9 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596978 Sep 14 13:37:26.949066 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-1bece743-9d61-4e56-a621-cb46402b3dd7 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 378 time: 0.0387013 Sep 14 13:37:26.957853 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'port': {'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'admin_state_up': True, 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'security_groups': ['28dce01a-cda5-4cbd-9688-e0f3a86fb810']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:37:27.047252 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3295a8c2-0988-403f-8747-994996ee934d req-5a1c0270-aea8-4004-896a-fe4df83c7955 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 210 time: 0.0287402 Sep 14 13:37:27.087409 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Made reservation on behalf of dab1b790f9c6431ca097e7b7cd2eb872 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:37:27.091176 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.228123 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Allocated IP 172.20.0.14 (a6c97491-36b2-44b9-9fae-8a6c3032ab91/3ea528cc-57c1-4012-8503-82bb261dfc04/a23eae24-d599-49d5-beab-6648298b8ed1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:37:27.372935 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.385556 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Transition to ACTIVE for port object a23eae24-d599-49d5-beab-6648298b8ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:37:27.417282 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.461610 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:37:27.464997 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:37:27.468735 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:37:27.497537 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=a23eae24-d599-49d5-beab-6648298b8ed1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:27.550124 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:27.550741 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.569138 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-86c04024-b6ed-4e98-adee-742e994cf64c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148033 Sep 14 13:37:27.577252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35921345-953a-41c7-98ea-6a6938f4b478 req-62ecfa15-d8ab-42fc-a6f5-554b100f74b2 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:27.578763 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-35921345-953a-41c7-98ea-6a6938f4b478 req-62ecfa15-d8ab-42fc-a6f5-554b100f74b2 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0824006 Sep 14 13:37:27.583642 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Request body: {'port': {'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:37:27.661301 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7f24c9b-8980-4337-a98b-49abddb33fa2 None None] Provisioning for port a23eae24-d599-49d5-beab-6648298b8ed1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:37:27.665019 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-35921345-953a-41c7-98ea-6a6938f4b478 req-26f0160d-1a2a-4877-a72c-9250d524bce8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784876 Sep 14 13:37:27.669561 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.676500 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7f24c9b-8980-4337-a98b-49abddb33fa2 None None] Provisioning complete for port a23eae24-d599-49d5-beab-6648298b8ed1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:37:27.676898 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f24c9b-8980-4337-a98b-49abddb33fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.712401 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e7f24c9b-8980-4337-a98b-49abddb33fa2 None None] Port a23eae24-d599-49d5-beab-6648298b8ed1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:37:27.918995 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23eae24-d599-49d5-beab-6648298b8ed1 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:37:27.925978 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.938063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Transition to ACTIVE for port object a23eae24-d599-49d5-beab-6648298b8ed1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:37:27.941523 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:27.989557 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Pushing event updated for resources: {'Port': ['ID=a23eae24-d599-49d5-beab-6648298b8ed1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:28.060483 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Attempting to bind port a23eae24-d599-49d5-beab-6648298b8ed1 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:37:28.060849 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Attempting to bind port a23eae24-d599-49d5-beab-6648298b8ed1 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:37:28.061174 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Attempting to bind port a23eae24-d599-49d5-beab-6648298b8ed1 on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:37:28.065586 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Port a23eae24-d599-49d5-beab-6648298b8ed1 on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:37:28.065900 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Attempting to bind port a23eae24-d599-49d5-beab-6648298b8ed1 on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:37:28.070948 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:37:28.071288 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Checking segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:37:28.071778 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Bound using segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:37:28.072220 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Bound port: a23eae24-d599-49d5-beab-6648298b8ed1, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:37:28.072580 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:28.165014 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] For port a23eae24-d599-49d5-beab-6648298b8ed1, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:37:28.168504 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] For port a23eae24-d599-49d5-beab-6648298b8ed1, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=a23eae24-d599-49d5-beab-6648298b8ed1,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:37:28.173002 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:28.207142 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110f89-68cb-42f0-b576-5496d511a9e1 req-6ded394d-ac75-4745-89d9-8d88881d8632 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:28.208596 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6e110f89-68cb-42f0-b576-5496d511a9e1 req-6ded394d-ac75-4745-89d9-8d88881d8632 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0934203 Sep 14 13:37:28.218634 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:28.219234 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:28.220536 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] 10.222.0.18 "PUT /v2.0/ports/a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 1094 time: 0.6408594 Sep 14 13:37:28.221556 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:37:28.223714 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45de9abd-86ac-400e-8bcb-592d4bb51a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:37:28.267545 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49611e0-92af-43a1-8644-115fd254a80b service neutron] Pushing event updated for resources: {'Port': ['ID=a23eae24-d599-49d5-beab-6648298b8ed1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:28.284049 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad39f7ab-193c-46ce-ace8-58fdfac6c947 x-openstack-request-id: req-ad39f7ab-193c-46ce-ace8-58fdfac6c947 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:37:28.284331 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:37:28.284576 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad39f7ab-193c-46ce-ace8-58fdfac6c947 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:37:28.284984 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'status': 'completed', 'code': 200} Sep 14 13:37:28.290036 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6e110f89-68cb-42f0-b576-5496d511a9e1 req-d96fa7d3-dbe1-41a4-a877-caa614729007 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743747 Sep 14 13:37:28.321279 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-9cd2cf13-2c5d-4b16-99a0-19fea95f6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:28.322795 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-9cd2cf13-2c5d-4b16-99a0-19fea95f6e6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1097 time: 0.0488420 Sep 14 13:37:28.623591 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-3209d3a9-6b68-443a-a19c-666b0d602a1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 217 time: 0.2930989 Sep 14 13:37:28.670139 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-99967984-e5cc-437c-b1c1-9652de2323e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:28.671494 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-99967984-e5cc-437c-b1c1-9652de2323e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0415776 Sep 14 13:37:28.714809 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-0300407f-44c0-4b58-8d46-9f15e3b241fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:28.716269 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-0300407f-44c0-4b58-8d46-9f15e3b241fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378866 Sep 14 13:37:28.806757 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-183be36a-459b-419d-bb07-e709f8d25d7f service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836101 Sep 14 13:37:28.899856 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-da8ad347-b710-4976-8a3c-49cd45343de8 req-ca261a24-6482-4822-9e99-18faa5e8a422 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861754 Sep 14 13:37:28.987426 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-0cd6ab26-f903-4d4a-9dad-71cb76065aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:28.988919 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-0cd6ab26-f903-4d4a-9dad-71cb76065aee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1097 time: 0.0440018 Sep 14 13:37:29.076345 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-0da3681a-5b12-4d72-bd88-4f8da5378d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:29.077705 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-0da3681a-5b12-4d72-bd88-4f8da5378d66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.0815642 Sep 14 13:37:29.129606 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-acabfd45-e6ab-4d8f-bdd1-3f6437a8a2a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 217 time: 0.0380578 Sep 14 13:37:29.177654 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-20cdc19f-83ce-40f1-b3a7-a34226fcdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:29.179200 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-20cdc19f-83ce-40f1-b3a7-a34226fcdb78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0415964 Sep 14 13:37:29.222294 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-aef964b3-94ac-4862-af4b-b46574b4a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:29.223771 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-aef964b3-94ac-4862-af4b-b46574b4a0c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383275 Sep 14 13:37:29.314642 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-74c3f11f-cab7-4ebd-92e8-8bab45425d96 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Sep 14 13:37:29.437325 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-45de9abd-86ac-400e-8bcb-592d4bb51a3b req-763e438c-ae1c-4585-8033-19009c1ab692 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155157 Sep 14 13:37:29.445302 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff431e4-1df7-46f9-ad4d-57ff543b65db req-64b63be5-52a7-4ca0-940b-ccafed2e2f95 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:29.446681 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7ff431e4-1df7-46f9-ad4d-57ff543b65db req-64b63be5-52a7-4ca0-940b-ccafed2e2f95 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0690386 Sep 14 13:37:29.484087 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7ff431e4-1df7-46f9-ad4d-57ff543b65db req-e64944d7-ae52-4722-8837-f364add22639 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313191 Sep 14 13:37:30.594199 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155fc2-85b8-40cd-a955-9f1cd3d89ad5 req-793b09b2-7028-4be9-9fac-bc2d0138dbbd tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:30.595882 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7155fc2-85b8-40cd-a955-9f1cd3d89ad5 req-793b09b2-7028-4be9-9fac-bc2d0138dbbd tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0481534 Sep 14 13:37:30.633970 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c7155fc2-85b8-40cd-a955-9f1cd3d89ad5 req-60916082-40e7-4268-82e3-7505eaf4c7d2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317750 Sep 14 13:37:31.745215 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3eeb-d836-4cfc-8ddb-411a2658203b req-823a7729-bbbf-41d5-8ff3-7b00d8cc896f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:31.746671 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-114d3eeb-d836-4cfc-8ddb-411a2658203b req-823a7729-bbbf-41d5-8ff3-7b00d8cc896f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0477903 Sep 14 13:37:31.783470 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-114d3eeb-d836-4cfc-8ddb-411a2658203b req-495e4139-4223-4b7d-9b8d-765d5c357764 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309417 Sep 14 13:37:32.900382 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce28cbf-3743-4645-8c5a-4153c9719f83 req-1157a954-f36b-43fa-8835-441c98ff3f76 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:32.901783 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1ce28cbf-3743-4645-8c5a-4153c9719f83 req-1157a954-f36b-43fa-8835-441c98ff3f76 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0526063 Sep 14 13:37:32.937579 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1ce28cbf-3743-4645-8c5a-4153c9719f83 req-5c568c8e-a9d8-44bb-ac6c-906f2a7bbf68 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300295 Sep 14 13:37:34.048268 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a7e54-1f2d-4f17-ba76-185aedc2cde3 req-b81b592b-ecee-48a2-ad01-f46d50757791 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:34.049766 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-915a7e54-1f2d-4f17-ba76-185aedc2cde3 req-b81b592b-ecee-48a2-ad01-f46d50757791 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0478911 Sep 14 13:37:34.085528 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-915a7e54-1f2d-4f17-ba76-185aedc2cde3 req-e159ae5e-8f6c-4798-9ec9-a35550ac75ba tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299530 Sep 14 13:37:35.198207 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5e2d-1838-49b5-81b2-0a0305b1945e req-af7377b3-a97f-4eb0-afc1-d8dec8a3cb6b tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:35.199674 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d5f5e2d-1838-49b5-81b2-0a0305b1945e req-af7377b3-a97f-4eb0-afc1-d8dec8a3cb6b tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0476305 Sep 14 13:37:35.241318 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-1d5f5e2d-1838-49b5-81b2-0a0305b1945e req-d956a1d6-a8e7-49af-960b-6b188521da45 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315506 Sep 14 13:37:35.846608 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:36.355930 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174139ed-f9bc-4133-97e0-e6eb2306d4c9 req-1bbeb4ee-f1ce-444f-b43e-0a257bd74db2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:36.357426 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-174139ed-f9bc-4133-97e0-e6eb2306d4c9 req-1bbeb4ee-f1ce-444f-b43e-0a257bd74db2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 944 time: 0.0512605 Sep 14 13:37:36.393299 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-174139ed-f9bc-4133-97e0-e6eb2306d4c9 req-7d82b7df-f3bc-481c-b31b-28447416eec1 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300589 Sep 14 13:37:36.974635 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device a23eae24-d599-49d5-beab-6648298b8ed1 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:37:37.066045 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port a23eae24-d599-49d5-beab-6648298b8ed1, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=a23eae24-d599-49d5-beab-6648298b8ed1,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:37:37.077273 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:37:37.114025 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:37.129753 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23eae24-d599-49d5-beab-6648298b8ed1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:37:37.148440 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port a23eae24-d599-49d5-beab-6648298b8ed1, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=a23eae24-d599-49d5-beab-6648298b8ed1,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:37:37.152199 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:37.197392 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=a23eae24-d599-49d5-beab-6648298b8ed1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:37.204087 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.204431 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.204802 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.205135 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.205462 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.205786 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.206109 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.206429 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.206750 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.207067 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.207384 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.207718 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:37:37.384559 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['a23eae24-d599-49d5-beab-6648298b8ed1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:37:37.506496 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4519ccd-f771-44fb-acf9-cd7f3404f51e req-3a1d3472-80f0-4d55-b370-253f847c9a30 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:37.507960 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4519ccd-f771-44fb-acf9-cd7f3404f51e req-3a1d3472-80f0-4d55-b370-253f847c9a30 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 945 time: 0.0481973 Sep 14 13:37:37.545041 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b4519ccd-f771-44fb-acf9-cd7f3404f51e req-1cc5ed0e-28f9-470a-a9f2-3aca34c0157d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310230 Sep 14 13:37:38.655112 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd311-80b4-454a-bc1f-a4efc3381984 req-62630400-c2e6-48fb-9e6a-48346d052082 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:38.656551 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-853bd311-80b4-454a-bc1f-a4efc3381984 req-62630400-c2e6-48fb-9e6a-48346d052082 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 945 time: 0.0464766 Sep 14 13:37:38.692178 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-853bd311-80b4-454a-bc1f-a4efc3381984 req-64e3e246-7496-4fd9-904d-64a83644909a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299127 Sep 14 13:37:38.987723 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device a23eae24-d599-49d5-beab-6648298b8ed1 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:37:39.034614 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port a23eae24-d599-49d5-beab-6648298b8ed1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:37:39.038434 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port a23eae24-d599-49d5-beab-6648298b8ed1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:37:39.038977 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:39.115205 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:39.143520 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:37:39.145732 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99078f8-3640-40d5-b8e1-e1f6ab4fe8b3" -d '{"events": [{"server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "name": "network-vif-plugged", "status": "completed", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:37:39.160062 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port a23eae24-d599-49d5-beab-6648298b8ed1, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=a23eae24-d599-49d5-beab-6648298b8ed1,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:37:39.165720 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:39.233807 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef673da-7a7f-4504-9ffd-f2746e646d3e x-openstack-request-id: req-8ef673da-7a7f-4504-9ffd-f2746e646d3e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:37:39.234080 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "name": "network-vif-plugged", "status": "completed", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:37:39.234317 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ef673da-7a7f-4504-9ffd-f2746e646d3e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:37:39.234697 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'code': 200} Sep 14 13:37:39.275836 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=a23eae24-d599-49d5-beab-6648298b8ed1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:39.406104 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8d897-f198-47a3-b18d-7a5884eebd9f req-4a18ea67-3146-41e0-81dd-68124ade4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:39.407634 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d8f8d897-f198-47a3-b18d-7a5884eebd9f req-4a18ea67-3146-41e0-81dd-68124ade4374 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1099 time: 0.0424798 Sep 14 13:37:39.442000 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d8f8d897-f198-47a3-b18d-7a5884eebd9f req-66862ac9-794d-447e-8c1d-a373f8b79177 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0259745 Sep 14 13:37:39.802235 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46b218-a6dd-4c86-9400-39875ec318e0 req-4febfffd-da4b-4728-bedd-5194b32da6b9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:39.803691 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b46b218-a6dd-4c86-9400-39875ec318e0 req-4febfffd-da4b-4728-bedd-5194b32da6b9 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 946 time: 0.0478041 Sep 14 13:37:39.840274 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6b46b218-a6dd-4c86-9400-39875ec318e0 req-eddc03c8-a445-414b-9bc7-0ceef2fce572 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308192 Sep 14 13:37:39.891665 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-261ebadf-cbdc-4592-a885-8808d424c2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:40.952352 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e73c97-fd00-413b-9a57-4d6800fc01ac req-ad1bcc82-a753-4659-a824-719fdb9226e1 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:40.953834 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-82e73c97-fd00-413b-9a57-4d6800fc01ac req-ad1bcc82-a753-4659-a824-719fdb9226e1 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 946 time: 0.0470190 Sep 14 13:37:40.991448 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-82e73c97-fd00-413b-9a57-4d6800fc01ac req-9fd68fb9-f94d-4011-8253-48040ca76e2c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312998 Sep 14 13:37:41.107177 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6cb6-863a-447e-9172-d5a4a359a083 req-bdc95cfa-6edf-4871-a443-c4bd03684981 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:41.108628 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc1a6cb6-863a-447e-9172-d5a4a359a083 req-bdc95cfa-6edf-4871-a443-c4bd03684981 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 946 time: 0.0525630 Sep 14 13:37:41.144843 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-fc1a6cb6-863a-447e-9172-d5a4a359a083 req-9ddd2a5a-b048-4b2f-84c4-42a73880a8fe tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303018 Sep 14 13:37:41.166105 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:37:41.203665 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34099d25-ae5d-4c1a-8d1c-c074e02085aa tempest-TestVolumeBootPattern-1977691588 tempest-TestVolumeBootPattern-1977691588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:41.205155 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-34099d25-ae5d-4c1a-8d1c-c074e02085aa tempest-TestVolumeBootPattern-1977691588 tempest-TestVolumeBootPattern-1977691588-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1094 time: 0.0381005 Sep 14 13:37:41.207921 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:37:41.211997 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:37:41.233729 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:41.327791 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:41.425794 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Allocated IP 172.27.2.254 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/6136ecaf-d56b-4b74-8ed0-4d7dd7378dda) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:37:41.527678 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:41.564348 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:41.599366 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:37:41.603030 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:37:41.606450 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:37:41.630728 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=6136ecaf-d56b-4b74-8ed0-4d7dd7378dda,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:41.947969 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.009263 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.150184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.154416 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.221676 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=6136ecaf-d56b-4b74-8ed0-4d7dd7378dda,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:37:42.231646 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.325496 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bd826c1-d28a-4e27-a948-0925681a1364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.331059 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Floating IP f7330dfa-d973-4fad-914f-253a9a2bd92e associated. External IP: 172.27.2.254, port: a23eae24-d599-49d5-beab-6648298b8ed1. Sep 14 13:37:42.528462 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:37:42.637990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:37:42.645917 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.647700 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:37:42.655827 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:42.657914 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:37:42.658520 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:37:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:42.682054 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-cd2e5873-231f-46ec-910c-a96005d8814f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4731669 Sep 14 13:37:42.682725 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:37:42.684980 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600" -d '{"events": [{"name": "network-changed", "server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:37:42.724252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f262a-94b3-40a1-99fb-3593c387435a x-openstack-request-id: req-322f262a-94b3-40a1-99fb-3593c387435a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:37:42.724525 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:37:42.724812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-322f262a-94b3-40a1-99fb-3593c387435a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:37:42.725208 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'status': 'completed', 'code': 200} Sep 14 13:37:42.762689 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:37:42.791123 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-cd8bfba8-3890-4a0d-9f49-33ce720ec0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:42.792674 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-cd8bfba8-3890-4a0d-9f49-33ce720ec0aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1099 time: 0.0442243 Sep 14 13:37:42.881837 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-098f8401-abd0-4bbd-87da-0d0a49c9cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:42.883830 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-098f8401-abd0-4bbd-87da-0d0a49c9cbc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.0832891 Sep 14 13:37:42.950946 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-64f97ad6-00d1-48c0-a409-815b7b737652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 1000 time: 0.0598497 Sep 14 13:37:42.978660 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:41Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:43.000299 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-c3e3b0c6-de0b-4372-87b0-06c6ef3b13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:43.001777 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-c3e3b0c6-de0b-4372-87b0-06c6ef3b13d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0436230 Sep 14 13:37:43.003754 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:37:43.012197 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:37:43.012808 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:37:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:43.048390 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-7ff37d55-ff9c-465d-b74b-5d1f3a36f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:37:43.049847 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-7ff37d55-ff9c-465d-b74b-5d1f3a36f8a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382450 Sep 14 13:37:43.115795 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:37:43.347709 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:41Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:37:43.375491 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd921f1-b7aa-4515-82ed-cedf1c579604 None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:41Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:37:43.412044 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-0c9dbb0b-359b-4b01-bafc-639ad814dd76 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543599 Sep 14 13:37:43.469313 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:43.512118 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1e77ab6-3141-4c05-8f3e-fc7ddb135600 req-89c66b08-4993-4b00-b144-b6c4aa67e1d1 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851028 Sep 14 13:37:43.561628 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1564658-67c4-405f-a36f-96c0331b96cf None None] New status for floating IP f7330dfa-d973-4fad-914f-253a9a2bd92e: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:37:45.043486 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:37:48.233520 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:38:00.687976 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946bfa4-db74-4f71-817a-4cdbe05bc49c req-12b5bab4-7b24-4554-87b8-326671709230 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:00.689372 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d946bfa4-db74-4f71-817a-4cdbe05bc49c req-12b5bab4-7b24-4554-87b8-326671709230 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0509541 Sep 14 13:38:00.725850 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d946bfa4-db74-4f71-817a-4cdbe05bc49c req-89657f10-d080-49ec-93f8-54452afa29b4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306761 Sep 14 13:38:01.941425 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8903ef1-ed4e-4fa4-b6a3-f450b06df6b9 req-1cb379f8-5a2b-4940-9659-34173c63c5bf tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:01.942855 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f8903ef1-ed4e-4fa4-b6a3-f450b06df6b9 req-1cb379f8-5a2b-4940-9659-34173c63c5bf tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.1496322 Sep 14 13:38:01.978871 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f8903ef1-ed4e-4fa4-b6a3-f450b06df6b9 req-777d6165-3aa3-4f3b-a5e2-546ec7251d22 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300744 Sep 14 13:38:02.626912 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-248c3417-abab-4e50-bdbf-816f6d00e998 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:02.628331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-248c3417-abab-4e50-bdbf-816f6d00e998 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0467041 Sep 14 13:38:02.717039 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Deleting port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:38:02.717379 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:02.801609 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] For port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:38:02.801977 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:02.970380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:02.971044 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:02.971044 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Floating IP 5f67c151-e4e0-4d10-a3f6-0f5539a06742 disassociated. External IP: 172.27.2.171, port: dbcd51c2-7311-4cd8-b73e-fa73a0a97c98. Sep 14 13:38:02.971377 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Calling delete_port for dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:38:03.128882 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5863a2-0ff9-49bf-9621-9c30c84056ed req-d99a8e6e-e1ec-41e6-9878-5d2bc848d1b8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:03.130354 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3c5863a2-0ff9-49bf-9621-9c30c84056ed req-d99a8e6e-e1ec-41e6-9878-5d2bc848d1b8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7d83458-dbfb-499a-967a-17dbd4f07eed HTTP/1.1" status: 200 len: 946 time: 0.0864339 Sep 14 13:38:03.131409 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:03.166198 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event deleted for resources: {'Port': ['ID=dbcd51c2-7311-4cd8-b73e-fa73a0a97c98,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:03.227343 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3c5863a2-0ff9-49bf-9621-9c30c84056ed req-63f916b0-0a81-419d-a345-9bceba0363bc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877035 Sep 14 13:38:03.303517 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Router 2ecc43a3-9db2-46ab-bd42-674785bd4764 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:38:03.414461 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:38:03.424450 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] Sync routers for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:38:03.438853 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:38:03.439478 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:37:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:03.454409 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] No DVR routers for this DVR port dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:38:03.456910 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:03.458882 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-14020a1a-6aff-4110-a43c-0e765ff2ab98 req-23298485-fa71-42e9-8b60-85f8bac7197b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "DELETE /v2.0/ports/dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 HTTP/1.1" status: 204 len: 173 time: 0.8235497 Sep 14 13:38:03.459310 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'name': 'network-vif-deleted', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:38:03.461535 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2396e14e-2118-41f3-9175-edfd14d8afd5" -d '{"events": [{"server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "name": "network-vif-deleted", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:38:03.511929 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8392c675-7a27-420b-8385-98ee32fb91b0 x-openstack-request-id: req-8392c675-7a27-420b-8385-98ee32fb91b0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:38:03.512280 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d83458-dbfb-499a-967a-17dbd4f07eed", "name": "network-vif-deleted", "tag": "dbcd51c2-7311-4cd8-b73e-fa73a0a97c98", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:38:03.512583 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8392c675-7a27-420b-8385-98ee32fb91b0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:38:03.513077 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d83458-dbfb-499a-967a-17dbd4f07eed', 'name': 'network-vif-deleted', 'tag': 'dbcd51c2-7311-4cd8-b73e-fa73a0a97c98', 'status': 'completed', 'code': 200} Sep 14 13:38:03.552791 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:38:03.834358 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:03.862417 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] Checking router: 2ecc43a3-9db2-46ab-bd42-674785bd4764 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:38:03.871325 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:38:03.872904 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:37:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:03.981452 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:38:04.170824 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:04.199764 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3eb4b-aebb-477e-b13d-f041b55b7479 None None] The sync data for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi is: [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:38:04.399925 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764fc47-a725-4d54-91e0-62d224905394 None None] New status for floating IP 5f67c151-e4e0-4d10-a3f6-0f5539a06742: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:38:05.076907 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:38:05.096357 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:38:05.096714 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device dbcd51c2-7311-4cd8-b73e-fa73a0a97c98 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:38:05.330907 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49348) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:05.384246 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4477ebd-ac01-4515-bcef-bae69e35422f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.406821 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4477ebd-ac01-4515-bcef-bae69e35422f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.457217 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4477ebd-ac01-4515-bcef-bae69e35422f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.459841 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4477ebd-ac01-4515-bcef-bae69e35422f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.461007 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-c4477ebd-ac01-4515-bcef-bae69e35422f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "DELETE /v2.0/security-groups/65c48ca3-44c9-4ba7-a5c7-9c6b2877408d HTTP/1.1" status: 204 len: 168 time: 0.1291018 Sep 14 13:38:05.465254 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:05.470236 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4477ebd-ac01-4515-bcef-bae69e35422f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c48ca3-44c9-4ba7-a5c7-9c6b2877408d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:05.482545 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.api.v2.resource [None req-160b358f-ef14-40ec-acc6-c0877c1086c4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] show failed (client error): The resource could not be found. Sep 14 13:38:05.483608 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-160b358f-ef14-40ec-acc6-c0877c1086c4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups/65c48ca3-44c9-4ba7-a5c7-9c6b2877408d HTTP/1.1" status: 404 len: 347 time: 0.0173838 Sep 14 13:38:05.486472 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:05.608234 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Deleting port c3c6f3d7-7fd0-45cf-a863-38af03a96fac {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:38:05.608571 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.682891 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.683208 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.694321 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Calling delete_port for c3c6f3d7-7fd0-45cf-a863-38af03a96fac owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:38:05.819164 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.850570 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event deleted for resources: {'Port': ['ID=c3c6f3d7-7fd0-45cf-a863-38af03a96fac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:05.854030 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.878090 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.878434 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.878766 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.879094 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.879421 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.879745 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.880064 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.880384 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.880721 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.881041 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.881356 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.881669 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:38:05.919156 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.921725 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:05.922879 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0c7e0e3c-89ed-4743-9b3f-8ab6827d9781 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "DELETE /v2.0/floatingips/5f67c151-e4e0-4d10-a3f6-0f5539a06742 HTTP/1.1" status: 204 len: 168 time: 0.4355226 Sep 14 13:38:06.296736 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:06.301336 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dce0d8a5-d7cc-4ec6-9138-c2b74c0fb143 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556590130', 'description': 'tempest-description--860775383'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:38:06.322314 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8a5-d7cc-4ec6-9138-c2b74c0fb143 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.409199 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8a5-d7cc-4ec6-9138-c2b74c0fb143 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.413107 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8a5-d7cc-4ec6-9138-c2b74c0fb143 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.442064 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8a5-d7cc-4ec6-9138-c2b74c0fb143 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.443268 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-dce0d8a5-d7cc-4ec6-9138-c2b74c0fb143 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1454849 Sep 14 13:38:06.444436 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0d8a5-d7cc-4ec6-9138-c2b74c0fb143 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31810269-1a1f-4b94-a82e-fbaff83909bb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:06.446283 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:06.450799 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e85b4d1e-e0d0-4664-9909-237cc813f467 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'security_group_rule': {'security_group_id': '31810269-1a1f-4b94-a82e-fbaff83909bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:38:06.476396 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e85b4d1e-e0d0-4664-9909-237cc813f467 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.521861 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e85b4d1e-e0d0-4664-9909-237cc813f467 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.525166 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e85b4d1e-e0d0-4664-9909-237cc813f467 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.541819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b4d1e-e0d0-4664-9909-237cc813f467 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc19fd20-a1ef-4dfc-ac02-bd0a85803185,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:06.548919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e85b4d1e-e0d0-4664-9909-237cc813f467 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.550085 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e85b4d1e-e0d0-4664-9909-237cc813f467 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1028202 Sep 14 13:38:06.552769 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49364) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:06.557497 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-897c9c46-1421-4bd3-b6db-ae46bc4ef4dc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'security_group_rule': {'security_group_id': '31810269-1a1f-4b94-a82e-fbaff83909bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:38:06.581942 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-897c9c46-1421-4bd3-b6db-ae46bc4ef4dc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.637363 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-897c9c46-1421-4bd3-b6db-ae46bc4ef4dc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.640802 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-897c9c46-1421-4bd3-b6db-ae46bc4ef4dc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837373'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.657848 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9c46-1421-4bd3-b6db-ae46bc4ef4dc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d223c4d2-1fc5-4aac-8319-b61451a19b3c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:06.664383 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-897c9c46-1421-4bd3-b6db-ae46bc4ef4dc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.666145 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-897c9c46-1421-4bd3-b6db-ae46bc4ef4dc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124811 Sep 14 13:38:06.669426 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:06.673598 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:38:06.693401 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.787945 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:06.885577 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Allocated IP 172.27.2.110 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/b142e6dc-167a-43bf-9edf-42ab877bb3d4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:38:06.986911 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.025844 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.061613 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:38:07.065652 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:38:07.067970 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:38:07.076357 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'Port': ['ID=b142e6dc-167a-43bf-9edf-42ab877bb3d4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:07.154195 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.188999 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.341087 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.345934 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.418913 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'Port': ['ID=b142e6dc-167a-43bf-9edf-42ab877bb3d4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:07.428301 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.441129 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:07.442376 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-c59665a4-42c2-4ead-8bb2-5cef5c1f8fcb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7720439 Sep 14 13:38:07.579501 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-c84a7187-0ccf-4751-9ebb-51ed5f32f026 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--556590130&fields=id&tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8 HTTP/1.1" status: 200 len: 267 time: 0.0316591 Sep 14 13:38:07.685728 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-f010b1d5-3c0a-41bc-96ea-58c86afb92d8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:07.687068 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-f010b1d5-3c0a-41bc-96ea-58c86afb92d8 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 810 time: 0.1005073 Sep 14 13:38:07.701459 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-c1df497a-4a12-4c44-b714-7542e2324149 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/quotas/e4bb7964ba4d4cc4841d58bfb6b062a8 HTTP/1.1" status: 200 len: 375 time: 0.0085707 Sep 14 13:38:07.752904 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-a92c2733-8459-4043-b0e3-fb11d265ac19 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464618 Sep 14 13:38:07.848274 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-051e19ef-0c38-4d63-9be3-8ca6116b447e service neutron] 10.222.0.30 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Sep 14 13:38:07.934328 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-e5f6ab9b-5e9f-47e2-a1e1-238623e86645 service neutron] 10.222.0.30 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798223 Sep 14 13:38:08.140576 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c2f5bfa4-c87e-4c29-813b-8039bdb89d11 req-1b5b5bdf-7542-4b49-bbee-583e1de3f05f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 210 time: 0.0761325 Sep 14 13:38:09.231051 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c1b6d8f6-943d-4ca5-805f-8524fc2c86ce req-bdcf5020-9536-4dd4-a4dd-66535c0963c1 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 210 time: 0.0266628 Sep 14 13:38:09.890941 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e5a4488-b1fa-4e4b-9979-abee59f9140c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.013641 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-12645d6b-4a9b-4229-ba8c-93020db695c6 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:10.015094 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-12645d6b-4a9b-4229-ba8c-93020db695c6 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 810 time: 0.1034958 Sep 14 13:38:10.058331 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-8a927f7e-9e68-4dbd-a45b-59912999721d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8 HTTP/1.1" status: 200 len: 379 time: 0.0340626 Sep 14 13:38:10.072149 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'port': {'device_id': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'admin_state_up': True, 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'security_groups': ['31810269-1a1f-4b94-a82e-fbaff83909bb']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:38:10.177737 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Made reservation on behalf of e4bb7964ba4d4cc4841d58bfb6b062a8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:38:10.181700 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.326023 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Allocated IP 172.20.0.7 (e43edb16-0bee-45c9-9fc4-4d01a4229aca/9513878b-8225-45a4-a8b7-ed1c0dc54720/602e18fc-316c-4d2b-ab8c-ebb6ccc964cf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:38:10.329551 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-203106bc-d646-48fe-a776-f39fc3719160 req-215014c7-e1b4-48f0-ad1d-f387218cc930 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 210 time: 0.0348139 Sep 14 13:38:10.459369 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.472389 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Transition to ACTIVE for port object 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:38:10.504525 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.547404 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:38:10.550408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:38:10.552834 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:38:10.589725 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event updated for resources: {'Port': ['ID=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:10.609740 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:10.610356 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.626360 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-75321546-3ea1-45fa-b492-c6a8b71b1c8d tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577796 Sep 14 13:38:10.637317 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-06803ea0-3c4a-4bfc-a927-6e085a9de1ba tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:38:10.638333 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-06803ea0-3c4a-4bfc-a927-6e085a9de1ba tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057538 Sep 14 13:38:10.650067 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Request body: {'port': {'device_id': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:38:10.703673 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.806129 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03c5d05c-91f1-4886-af6e-0ce18e1d4b5f None None] Provisioning for port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:38:10.809762 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03c5d05c-91f1-4886-af6e-0ce18e1d4b5f None None] Provisioning complete for port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:38:10.810199 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03c5d05c-91f1-4886-af6e-0ce18e1d4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.842398 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-03c5d05c-91f1-4886-af6e-0ce18e1d4b5f None None] Port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:38:10.963065 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:38:10.970117 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:10.981880 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Transition to ACTIVE for port object 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:38:10.985131 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:11.035399 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Pushing event updated for resources: {'Port': ['ID=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:11.104187 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Attempting to bind port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:38:11.104520 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Attempting to bind port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:38:11.104878 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Attempting to bind port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf on network e43edb16-0bee-45c9-9fc4-4d01a4229aca {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:38:11.109289 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf on network e43edb16-0bee-45c9-9fc4-4d01a4229aca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:38:11.109610 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Attempting to bind port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf on network e43edb16-0bee-45c9-9fc4-4d01a4229aca {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:38:11.114461 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:38:11.114801 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Checking segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:38:11.115192 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Bound using segment: {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:38:11.115626 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Bound port: 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5dcd57-44e7-4f90-8460-0ce2d894d101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:38:11.115982 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:11.179773 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] For port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:38:11.182850 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] For port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:38:11.187252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:11.218574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.219269 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:11.220620 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] 10.222.0.18 "PUT /v2.0/ports/602e18fc-316c-4d2b-ab8c-ebb6ccc964cf HTTP/1.1" status: 200 len: 1093 time: 0.5746474 Sep 14 13:38:11.221071 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:38:11.223261 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ae6024-0230-4daa-b52f-a7efa45d8629" -d '{"events": [{"name": "network-changed", "server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:38:11.251180 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee18c62-ca45-422e-b39c-e15dcc839cfd service neutron] Pushing event updated for resources: {'Port': ['ID=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:11.273480 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3323362a-2597-425f-9a15-104dd06d520a x-openstack-request-id: req-3323362a-2597-425f-9a15-104dd06d520a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:38:11.275078 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:38:11.275953 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3323362a-2597-425f-9a15-104dd06d520a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:38:11.276549 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'status': 'completed', 'code': 200} Sep 14 13:38:11.317812 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-005266ca-0c73-43b3-97f6-7c6a23cb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.319337 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-005266ca-0c73-43b3-97f6-7c6a23cb11be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 1096 time: 0.0419152 Sep 14 13:38:11.366604 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-b766f51b-ba40-46ee-8a86-6ed8f98f3a9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf HTTP/1.1" status: 200 len: 217 time: 0.0395916 Sep 14 13:38:11.439568 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-f414c8c2-93dc-437a-9fb6-ea52bbe1b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.441018 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-f414c8c2-93dc-437a-9fb6-ea52bbe1b154 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0668585 Sep 14 13:38:11.485609 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0928519-b22b-4045-a2ef-29ad80ea120d req-35edcf6f-b3f6-47e8-adf7-d872ca5560de tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.487010 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e0928519-b22b-4045-a2ef-29ad80ea120d req-35edcf6f-b3f6-47e8-adf7-d872ca5560de tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 943 time: 0.0808651 Sep 14 13:38:11.506521 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-8f5296d4-f958-4dae-bc8c-080d5bb10201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.507932 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-8f5296d4-f958-4dae-bc8c-080d5bb10201 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595288 Sep 14 13:38:11.558017 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e0928519-b22b-4045-a2ef-29ad80ea120d req-c5cd963c-4dec-46af-bc9b-2730645e1201 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618584 Sep 14 13:38:11.613269 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-a085e9e0-b01b-48b8-9918-a47e6c9fe431 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970058 Sep 14 13:38:11.702898 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-043804fc-574a-4147-80be-f1bf9a15a9fa req-0f88e2cd-a699-466d-8dd3-5365eb445461 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827005 Sep 14 13:38:11.787037 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-9a54cd47-70cc-40d4-b438-ba7035d93f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.788390 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-9a54cd47-70cc-40d4-b438-ba7035d93f17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 1096 time: 0.0388246 Sep 14 13:38:11.881708 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-866407c4-6ed0-4962-8484-da1af4d6c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.883141 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-866407c4-6ed0-4962-8484-da1af4d6c797 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 911 time: 0.0858848 Sep 14 13:38:11.923036 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-d98754c1-480e-472c-8929-e7b972c924c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf HTTP/1.1" status: 200 len: 217 time: 0.0324705 Sep 14 13:38:11.970825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-761aacc7-202f-4899-91f5-54a971d20fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:11.972176 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-761aacc7-202f-4899-91f5-54a971d20fe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0418370 Sep 14 13:38:12.051863 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-59ebd299-87f1-4fee-887d-e5d39b7e423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:12.053266 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-59ebd299-87f1-4fee-887d-e5d39b7e423c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684595 Sep 14 13:38:12.059617 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-e0877a43-d6df-42a8-95cb-2d306bb9a32e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518804 Sep 14 13:38:12.177257 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-59cdbde1-d031-433d-8684-3f888decb438 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109037 Sep 14 13:38:12.181281 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-ea05acc0-352b-4edd-8567-c42ab31e81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:12.182638 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-ea05acc0-352b-4edd-8567-c42ab31e81dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1099 time: 0.0601919 Sep 14 13:38:12.327265 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ed99954-3950-4201-9663-7c27910570c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:12.583415 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a5ae6024-0230-4daa-b52f-a7efa45d8629 req-18caa9b8-4271-4630-89e5-028238f46c39 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964021 Sep 14 13:38:12.594587 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-560a9b02-0e18-4eae-aa8d-c0307a23e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:12.596071 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-560a9b02-0e18-4eae-aa8d-c0307a23e423 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.1383600 Sep 14 13:38:12.644310 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:12.687962 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-d3992bf6-92db-43f3-bfdf-5156358aa969 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0846505 Sep 14 13:38:12.710879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94200c2c-3c66-4e94-a197-e78564fba70a req-c03133d3-cf83-4253-afe1-e57c80537546 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:12.712291 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-94200c2c-3c66-4e94-a197-e78564fba70a req-c03133d3-cf83-4253-afe1-e57c80537546 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 943 time: 0.0741589 Sep 14 13:38:12.765805 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-48b827e0-06e6-49da-a338-8cfc746ec6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:12.767258 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-48b827e0-06e6-49da-a338-8cfc746ec6e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0716147 Sep 14 13:38:12.774399 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-94200c2c-3c66-4e94-a197-e78564fba70a req-88349a8c-aab9-4969-8ac9-182192f7a61a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Sep 14 13:38:12.812565 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-cc77fa1e-a0b2-4084-873f-ccf424d7aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:12.814123 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-cc77fa1e-a0b2-4084-873f-ccf424d7aedd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388675 Sep 14 13:38:12.904665 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-793b329a-7f3b-4cf4-806f-6896afb8aab1 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 Sep 14 13:38:12.989305 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-dbaabe0a-52d3-41b9-915f-6b285aadaa4e req-8c08d8fb-da01-4e59-9d44-0f9c693de341 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782840 Sep 14 13:38:13.472094 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:13.897082 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd54f8-7e06-48fa-a4ee-869004c15d6f req-05af466a-2558-456e-a43e-9b8b88d57efb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:13.898639 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-15fd54f8-7e06-48fa-a4ee-869004c15d6f req-05af466a-2558-456e-a43e-9b8b88d57efb tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 943 time: 0.0569963 Sep 14 13:38:13.937623 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-15fd54f8-7e06-48fa-a4ee-869004c15d6f req-59234cc2-ab17-41d3-be50-e9e150b60eb3 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316148 Sep 14 13:38:15.048989 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:15.050809 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c64e38-d009-44e1-96b6-e75f588fec60 req-b1aa599c-3966-459d-81a0-ab3c1ffc2722 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:15.052411 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3c64e38-d009-44e1-96b6-e75f588fec60 req-b1aa599c-3966-459d-81a0-ab3c1ffc2722 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 943 time: 0.0486314 Sep 14 13:38:15.090316 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c3c64e38-d009-44e1-96b6-e75f588fec60 req-69533d67-adf6-48f6-b5d3-c9dbb1d29e5b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310109 Sep 14 13:38:15.127219 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:38:15.216277 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:38:15.226621 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'port_id': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'mac_address': 'fa:16:3e:1c:44:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:38:15.262265 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:15.276953 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:38:15.295298 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:38:15.299069 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:15.345773 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:15.495268 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['602e18fc-316c-4d2b-ab8c-ebb6ccc964cf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:38:16.200606 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41e104-1895-4487-95d5-116296002ee7 req-631ada3e-6bc6-4fee-aa5c-671e875dff31 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:16.202088 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bd41e104-1895-4487-95d5-116296002ee7 req-631ada3e-6bc6-4fee-aa5c-671e875dff31 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 944 time: 0.0476639 Sep 14 13:38:16.237960 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-bd41e104-1895-4487-95d5-116296002ee7 req-04dbb2fa-8fe5-40e8-98ed-445ff2f00b0f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301511 Sep 14 13:38:17.126568 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:38:17.175110 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:38:17.178487 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:38:17.178900 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:17.251064 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:17.272648 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:38:17.274892 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a6a513-a401-46df-94aa-ee9ec51c37e1" -d '{"events": [{"server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:38:17.289860 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:38:17.294027 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:17.322014 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c0f01-e634-4038-996c-446092349f3a x-openstack-request-id: req-b12c0f01-e634-4038-996c-446092349f3a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:38:17.322336 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:38:17.322538 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b12c0f01-e634-4038-996c-446092349f3a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:38:17.322907 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'code': 200} Sep 14 13:38:17.356172 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:38:17.367114 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca386-d158-406b-8c85-1aa97ee2d9bd req-1a03d0a4-f491-422d-a7c7-a3b8b5b7741b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:17.369274 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f5fca386-d158-406b-8c85-1aa97ee2d9bd req-1a03d0a4-f491-422d-a7c7-a3b8b5b7741b tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 945 time: 0.0627413 Sep 14 13:38:17.413811 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-f5fca386-d158-406b-8c85-1aa97ee2d9bd req-eaca7fab-8e38-46ef-9473-315655a190bc tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376453 Sep 14 13:38:17.529023 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44ce2c-9e2e-448b-bbf8-c1a63e78f8b4 req-566996d6-8b5d-4eb9-b848-9646ab98ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:17.530486 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f44ce2c-9e2e-448b-bbf8-c1a63e78f8b4 req-566996d6-8b5d-4eb9-b848-9646ab98ee13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 1098 time: 0.0826244 Sep 14 13:38:17.565308 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9f44ce2c-9e2e-448b-bbf8-c1a63e78f8b4 req-bb36ebfb-f771-49ca-95ab-6ded585cc4ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273376 Sep 14 13:38:18.530122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af86a12-5c52-4652-a154-91cdcc3f5d45 req-6e1fad37-bc21-40ca-b2e4-8a80584bc40c tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:18.531579 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3af86a12-5c52-4652-a154-91cdcc3f5d45 req-6e1fad37-bc21-40ca-b2e4-8a80584bc40c tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 945 time: 0.0485289 Sep 14 13:38:18.567960 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3af86a12-5c52-4652-a154-91cdcc3f5d45 req-35e589ca-eff4-49ed-a6d0-9d97bdd6fbc5 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Sep 14 13:38:19.683990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c9a34-5816-46d9-a8fe-c0c21d795a9b req-1f75fffa-e7c7-40c8-9825-f769b8efc870 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:19.685493 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-438c9a34-5816-46d9-a8fe-c0c21d795a9b req-1f75fffa-e7c7-40c8-9825-f769b8efc870 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 945 time: 0.0522463 Sep 14 13:38:19.721874 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-438c9a34-5816-46d9-a8fe-c0c21d795a9b req-7a8ead37-e708-4c62-95e1-0d3166a37006 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305569 Sep 14 13:38:19.829283 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364db7cd-ac25-4ded-8385-5709771c32b0 req-32d0ba10-a04a-490b-b065-1a435f693a39 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:19.830718 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-364db7cd-ac25-4ded-8385-5709771c32b0 req-32d0ba10-a04a-490b-b065-1a435f693a39 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 945 time: 0.0472531 Sep 14 13:38:19.839039 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49436) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:38:19.843249 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Request body: {'floatingip': {'port_id': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:38:19.880659 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:20.286157 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:20.290353 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:20.384677 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Floating IP c8a33e23-5620-4fbe-8984-50638b70aacf associated. External IP: 172.27.2.110, port: 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf. Sep 14 13:38:20.583376 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Router 2ecc43a3-9db2-46ab-bd42-674785bd4764 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:38:20.686499 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:38:20.691402 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:20.697683 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] Sync routers for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:38:20.708064 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:38:20.709084 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:38:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:20.717713 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-4f140c2c-8e40-449b-9b64-4d2bfe4b352f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "PUT /v2.0/floatingips/c8a33e23-5620-4fbe-8984-50638b70aacf HTTP/1.1" status: 200 len: 991 time: 0.8776677 Sep 14 13:38:20.718286 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:38:20.720505 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad28bf-5859-4ddc-b48a-f6c9ea447347" -d '{"events": [{"name": "network-changed", "server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:38:20.762312 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc22123-9677-4b3e-b2fb-c5a33c1fdb3b x-openstack-request-id: req-8dc22123-9677-4b3e-b2fb-c5a33c1fdb3b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:38:20.762598 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:38:20.762846 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dc22123-9677-4b3e-b2fb-c5a33c1fdb3b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:38:20.763239 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'status': 'completed', 'code': 200} Sep 14 13:38:20.823985 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-b277e5b5-8611-4041-953e-a9ed1d0f8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:20.825523 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-b277e5b5-8611-4041-953e-a9ed1d0f8b47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 1098 time: 0.0400145 Sep 14 13:38:20.826093 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:38:20.918424 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-7df5a17a-8e99-4d37-a56c-f0b7aa5d2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:20.919804 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-7df5a17a-8e99-4d37-a56c-f0b7aa5d2290 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 200 len: 911 time: 0.0870953 Sep 14 13:38:20.982133 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-b7d2d9cc-7bd9-487b-ae60-fe9c667ea02c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf HTTP/1.1" status: 200 len: 999 time: 0.0557871 Sep 14 13:38:21.033253 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-89e13808-81bb-4a78-bbb9-3aed15ef0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:21.034769 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-89e13808-81bb-4a78-bbb9-3aed15ef0e85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 200 len: 849 time: 0.0464578 Sep 14 13:38:21.045238 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'c8a33e23-5620-4fbe-8984-50638b70aacf', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'port_id': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'mac_address': 'fa:16:3e:1c:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:38:07Z', 'updated_at': '2021-09-14T13:38:20Z', 'revision_number': 1, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:21.078418 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] Checking router: 2ecc43a3-9db2-46ab-bd42-674785bd4764 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:38:21.080270 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-af97b324-d691-46f1-97bf-39110ff8f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:38:21.081800 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-af97b324-d691-46f1-97bf-39110ff8f0fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e43edb16-0bee-45c9-9fc4-4d01a4229aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399663 Sep 14 13:38:21.086605 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:38:21.087195 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:38:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:21.168388 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-359ba5bd-fe5f-47e1-aaad-fff975d1129d service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790200 Sep 14 13:38:21.188854 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:38:21.258801 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-09ad28bf-5859-4ddc-b48a-f6c9ea447347 req-cfa789ca-041e-4a45-a0a8-9c9bd39f4f42 service neutron] 10.222.0.18 "GET /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837312 Sep 14 13:38:21.412848 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'c8a33e23-5620-4fbe-8984-50638b70aacf', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'port_id': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'mac_address': 'fa:16:3e:1c:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:38:07Z', 'updated_at': '2021-09-14T13:38:20Z', 'revision_number': 1, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:38:21.438669 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3406da-08f2-40cc-86e5-82a565d0c9a5 None None] The sync data for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi is: [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'c8a33e23-5620-4fbe-8984-50638b70aacf', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'port_id': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'mac_address': 'fa:16:3e:1c:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:38:07Z', 'updated_at': '2021-09-14T13:38:20Z', 'revision_number': 1, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:38:21.625709 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e8fd8-c989-4dca-9056-1dbc13d39aec None None] New status for floating IP c8a33e23-5620-4fbe-8984-50638b70aacf: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:38:25.233037 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:38:35.859102 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:39.890460 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b94ee8d9-1c4e-4eef-95e3-fa111ede56a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:42.328041 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5950858c-0467-42cd-80a6-b471543fb9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:42.645889 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:43.475479 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:38:45.048651 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:02.232606 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:39:05.856449 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:09.890527 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a20825-290d-47e2-870a-3612a2737057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:12.061587 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-b2aa6502-0248-47e2-b1e3-f642a867fcb5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397036 Sep 14 13:39:12.141775 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137fc5-db94-461e-a12b-2386891b752a req-4bb376e9-f17b-40fe-8518-4bd87eaa39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:12.143119 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-4bb376e9-f17b-40fe-8518-4bd87eaa39f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1099 time: 0.0427480 Sep 14 13:39:12.240198 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137fc5-db94-461e-a12b-2386891b752a req-fda3762d-c8c4-4963-97fe-397d862efa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:12.241643 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-fda3762d-c8c4-4963-97fe-397d862efa7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.0808547 Sep 14 13:39:12.307284 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-c7455b68-8c2c-4164-804e-1f6d9dd768ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0583663 Sep 14 13:39:12.328051 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb8e29b1-e2ca-4a39-bbba-9063be351098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:12.358413 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137fc5-db94-461e-a12b-2386891b752a req-2ac09054-e47b-4fa7-b237-6c549e1d2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:12.359870 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-2ac09054-e47b-4fa7-b237-6c549e1d2f3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0457149 Sep 14 13:39:12.404130 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137fc5-db94-461e-a12b-2386891b752a req-12d1d5c1-2ac5-49d6-a4ee-0ab03a31d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:12.405537 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-12d1d5c1-2ac5-49d6-a4ee-0ab03a31d34c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391169 Sep 14 13:39:12.495129 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-a6b5d067-7575-4fcd-8d2e-dddc30820103 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822530 Sep 14 13:39:12.581149 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-68137fc5-db94-461e-a12b-2386891b752a req-5153bb9c-ca75-49b4-85fc-a40481aa9708 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793869 Sep 14 13:39:12.645798 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:13.477074 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:15.052148 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:18.319522 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dd0e4-d9e8-49ad-8a2d-359f04f1776e req-31f1b264-fab9-40da-9c89-3427a874b373 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:18.320983 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee0dd0e4-d9e8-49ad-8a2d-359f04f1776e req-31f1b264-fab9-40da-9c89-3427a874b373 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 945 time: 0.0508161 Sep 14 13:39:18.357168 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-ee0dd0e4-d9e8-49ad-8a2d-359f04f1776e req-b824dc3d-271e-460a-981e-94f12f7fa6bd tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296936 Sep 14 13:39:19.468700 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b373-4498-4222-8e29-ee3cefc27367 req-dcddd515-9e93-45ab-8e5c-e6167736eef4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:19.470174 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ce7b373-4498-4222-8e29-ee3cefc27367 req-dcddd515-9e93-45ab-8e5c-e6167736eef4 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 945 time: 0.0477309 Sep 14 13:39:19.506719 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4ce7b373-4498-4222-8e29-ee3cefc27367 req-f099fa80-d387-48e2-877e-3bd974e837a1 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups?id=31810269-1a1f-4b94-a82e-fbaff83909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Sep 14 13:39:19.930122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-372c544a-3454-4d62-9655-37115d6badf2 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:19.931549 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-372c544a-3454-4d62-9655-37115d6badf2 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 945 time: 0.0460520 Sep 14 13:39:20.019443 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Deleting port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:39:20.019782 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:20.103313 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] For port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:20.103648 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:20.270243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:20.270717 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:20.271159 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.db.l3_db [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Floating IP c8a33e23-5620-4fbe-8984-50638b70aacf disassociated. External IP: 172.27.2.110, port: 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf. Sep 14 13:39:20.271542 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Calling delete_port for 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:39:20.393328 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:20.426726 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event deleted for resources: {'Port': ['ID=602e18fc-316c-4d2b-ab8c-ebb6ccc964cf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:20.438331 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.438682 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.439017 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.439347 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.439675 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.440000 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.440325 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.440646 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.440999 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.441315 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.441631 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.441944 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:20.545864 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Router 2ecc43a3-9db2-46ab-bd42-674785bd4764 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:39:20.877974 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3b9db7dc-39e5-4994-bb17-38fc4fecff9d req-b7e18fbf-1012-41b8-b405-59409034a048 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1e7ee4-c061-43c0-bc85-3b431fc6ec6e HTTP/1.1" status: 200 len: 210 time: 0.0319126 Sep 14 13:39:20.940107 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:39:20.951169 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] Sync routers for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:39:20.961120 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:39:20.961721 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:39:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:20.978279 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] No DVR routers for this DVR port 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:39:20.980827 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:20.982911 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3fa59fef-cc2b-442f-aa4e-a3d2a0ce6399 req-35b6e0ff-b8f2-45c8-b5f2-3713f4be5252 tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.18 "DELETE /v2.0/ports/602e18fc-316c-4d2b-ab8c-ebb6ccc964cf HTTP/1.1" status: 204 len: 173 time: 1.0452073 Sep 14 13:39:20.983338 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'name': 'network-vif-deleted', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:39:20.985603 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abffba44-84a4-4a59-bd35-bc9db15dd1f7" -d '{"events": [{"server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "name": "network-vif-deleted", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:39:21.089162 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b57803b-f15f-463b-9011-cf94fc4552ab x-openstack-request-id: req-7b57803b-f15f-463b-9011-cf94fc4552ab {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:39:21.089451 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1e7ee4-c061-43c0-bc85-3b431fc6ec6e", "name": "network-vif-deleted", "tag": "602e18fc-316c-4d2b-ab8c-ebb6ccc964cf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:39:21.089713 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b57803b-f15f-463b-9011-cf94fc4552ab {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:39:21.090079 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1e7ee4-c061-43c0-bc85-3b431fc6ec6e', 'name': 'network-vif-deleted', 'tag': '602e18fc-316c-4d2b-ab8c-ebb6ccc964cf', 'status': 'completed', 'code': 200} Sep 14 13:39:21.159254 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:39:21.350069 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:21.379559 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] Checking router: 2ecc43a3-9db2-46ab-bd42-674785bd4764 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:39:21.388757 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:39:21.389410 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:39:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:21.501025 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:39:21.694062 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:21.719524 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afa8c9-dea9-4710-8381-6fafa16e1f68 None None] The sync data for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi is: [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:20Z', 'revision_number': 4, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': 'eb955c49-6850-4084-964d-b7fd19794d75', 'name': '', 'network_id': 'e43edb16-0bee-45c9-9fc4-4d01a4229aca', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'mac_address': 'fa:16:3e:d7:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:19Z', 'updated_at': '2021-09-14T13:35:25Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'subnets': [{'id': '9513878b-8225-45a4-a8b7-ed1c0dc54720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:39:21.930137 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526cf880-7b34-43d6-8cfe-df0541513e9e None None] New status for floating IP c8a33e23-5620-4fbe-8984-50638b70aacf: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:39:21.960976 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:22.014915 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8963939f-f8aa-4c2b-89f8-183f6c5721ee tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.037058 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8963939f-f8aa-4c2b-89f8-183f6c5721ee tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.088252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8963939f-f8aa-4c2b-89f8-183f6c5721ee tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.090919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8963939f-f8aa-4c2b-89f8-183f6c5721ee tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.092071 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-8963939f-f8aa-4c2b-89f8-183f6c5721ee tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "DELETE /v2.0/security-groups/31810269-1a1f-4b94-a82e-fbaff83909bb HTTP/1.1" status: 204 len: 168 time: 0.1300645 Sep 14 13:39:22.094993 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:22.101175 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963939f-f8aa-4c2b-89f8-183f6c5721ee tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31810269-1a1f-4b94-a82e-fbaff83909bb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:22.110083 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.api.v2.resource [None req-5b98cf7d-22ea-4150-80f3-287e0ff1c73f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] show failed (client error): The resource could not be found. Sep 14 13:39:22.111101 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-5b98cf7d-22ea-4150-80f3-287e0ff1c73f tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "GET /v2.0/security-groups/31810269-1a1f-4b94-a82e-fbaff83909bb HTTP/1.1" status: 404 len: 347 time: 0.0151172 Sep 14 13:39:22.113954 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:22.234117 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Deleting port b142e6dc-167a-43bf-9edf-42ab877bb3d4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:39:22.234452 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.308336 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.308664 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.319722 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Calling delete_port for b142e6dc-167a-43bf-9edf-42ab877bb3d4 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:39:22.454708 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.479751 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Pushing event deleted for resources: {'Port': ['ID=b142e6dc-167a-43bf-9edf-42ab877bb3d4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:22.492425 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.492791 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.493124 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.493452 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.493776 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.494100 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.494418 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.494735 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.495057 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.495371 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.495683 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.495994 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:22.548518 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.551132 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:22.552291 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d8670dea-e776-428d-98f0-8e8200c2289a tempest-AttachVolumeTestJSON-1521843782 tempest-AttachVolumeTestJSON-1521843782-project] 10.222.0.30 "DELETE /v2.0/floatingips/c8a33e23-5620-4fbe-8984-50638b70aacf HTTP/1.1" status: 204 len: 168 time: 0.4374521 Sep 14 13:39:25.530659 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:39:25.551512 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:39:25.551841 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 602e18fc-316c-4d2b-ab8c-ebb6ccc964cf not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:39:28.188377 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49720) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:28.256299 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-14cd3272-da77-44fa-8e23-0d6bddc43d21 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28677673&fields=id&tenant_id=dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 267 time: 0.0326023 Sep 14 13:39:28.360235 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-b2ed6ccd-0ef8-49ec-8f34-b6ae2573165e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:28.361750 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-b2ed6ccd-0ef8-49ec-8f34-b6ae2573165e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 811 time: 0.0987163 Sep 14 13:39:28.377439 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-39563ad3-9776-412c-8996-61e901a47199 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/quotas/dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 375 time: 0.0097499 Sep 14 13:39:28.440668 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-3b19b1c6-b944-4d9f-ae43-11bb7e15314d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0573728 Sep 14 13:39:28.457169 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-7e0585f8-6987-4d49-bc21-377b7153f84a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 13:39:28.458170 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-7e0585f8-6987-4d49-bc21-377b7153f84a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055330 Sep 14 13:39:28.550096 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-da8c3a41-a7b3-43e6-bb47-79968973cd27 service neutron] 10.222.0.30 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856349 Sep 14 13:39:28.642024 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-56fad296-1d98-416e-86b8-858997008621 service neutron] 10.222.0.30 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859532 Sep 14 13:39:28.749933 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:28.925463 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-6bb03410-ffd0-434a-86f3-bdc88bd1cdbb req-88f6ccb1-428e-4ff9-bf9f-3b5625789580 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 210 time: 0.0269740 Sep 14 13:39:29.004810 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Deleting port eb955c49-6850-4084-964d-b7fd19794d75 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:39:29.005155 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:29.083413 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] For port eb955c49-6850-4084-964d-b7fd19794d75, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=eb955c49-6850-4084-964d-b7fd19794d75,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:29.083776 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:29.096155 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Calling delete_port for eb955c49-6850-4084-964d-b7fd19794d75 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:39:29.277518 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:29.308206 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb955c49-6850-4084-964d-b7fd19794d75,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:29.473046 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:29.688513 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Router 2ecc43a3-9db2-46ab-bd42-674785bd4764 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:39:29.803610 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:39:29.813117 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] Sync routers for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:39:29.815651 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1c0b8965-ef2d-426f-b7b4-9a8c277de97d admin admin] 10.222.0.30 "PUT /v2.0/routers/2ecc43a3-9db2-46ab-bd42-674785bd4764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6261652 Sep 14 13:39:29.818228 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:29.822267 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-76397e7e-ce11-4f71-a100-28f76dde99fe tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:29.824335 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-76397e7e-ce11-4f71-a100-28f76dde99fe tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 811 time: 0.1131170 Sep 14 13:39:29.824772 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:39:29.825473 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:39:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:29.869763 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-ccdfcdf0-aca0-43fd-8236-bc98ed3326b7 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dab1b790f9c6431ca097e7b7cd2eb872 HTTP/1.1" status: 200 len: 378 time: 0.0367358 Sep 14 13:39:29.882307 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'port': {'device_id': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'admin_state_up': True, 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'security_groups': ['28dce01a-cda5-4cbd-9688-e0f3a86fb810']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:39:29.932459 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:29.936617 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:39:30.041878 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-a03b0fe5-36b9-470f-9c91-ee5e1917bfbb req-8c79898b-9fa4-4e5b-90ff-9fdb2d126681 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 210 time: 0.0412288 Sep 14 13:39:30.043167 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Made reservation on behalf of dab1b790f9c6431ca097e7b7cd2eb872 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 13:39:30.047389 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.048015 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.103777 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Deleting port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:39:30.104115 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.149851 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:39:29Z', 'revision_number': 5, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port': {'id': 'd45a95df-67ba-4d88-8cd3-e8d3eb21a76a', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:30.177980 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] Checking router: 2ecc43a3-9db2-46ab-bd42-674785bd4764 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:39:30.185957 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] For port d45a95df-67ba-4d88-8cd3-e8d3eb21a76a, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:30.186322 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.189476 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] Routers {'2ecc43a3-9db2-46ab-bd42-674785bd4764'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:39:30.189700 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:39:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['2ecc43a3-9db2-46ab-bd42-674785bd4764'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:30.200574 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Allocated IP 172.20.0.3 (a6c97491-36b2-44b9-9fae-8a6c3032ab91/3ea528cc-57c1-4012-8503-82bb261dfc04/1537e843-1fe5-441f-8e43-c8c8af3b6b31) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:39:30.211769 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Calling delete_port for d45a95df-67ba-4d88-8cd3-e8d3eb21a76a owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:39:30.286646 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] Set router 2ecc43a3-9db2-46ab-bd42-674785bd4764 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:39:30.348471 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:39:30Z', 'revision_number': 6, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:30.382688 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47236e-22ee-4743-9cc7-44b4eb0422c3 None None] The sync data for ids ['2ecc43a3-9db2-46ab-bd42-674785bd4764'] in dv-cinder-798783-2-iscsi is: [{'id': '2ecc43a3-9db2-46ab-bd42-674785bd4764', 'name': 'tempest-AttachVolumeTestJSON-530805234-router', 'tenant_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:35:17Z', 'updated_at': '2021-09-14T13:39:30Z', 'revision_number': 6, 'project_id': 'e4bb7964ba4d4cc4841d58bfb6b062a8', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:39:30.384005 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.401876 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Transition to ACTIVE for port object 1537e843-1fe5-441f-8e43-c8c8af3b6b31 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:39:30.402131 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.430710 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45a95df-67ba-4d88-8cd3-e8d3eb21a76a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:30.441631 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.484212 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:39:30.487178 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:39:30.490760 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:39:30.493618 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.519704 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=1537e843-1fe5-441f-8e43-c8c8af3b6b31,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:30.550518 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:30.551260 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.566357 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-4f4f5b3e-2d15-4aff-bd0f-322d1c0ae152 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6906919 Sep 14 13:39:30.579347 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.v2.base [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Request body: {'port': {'device_id': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:39:30.586587 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.589087 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.634481 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.635008 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecc43a3-9db2-46ab-bd42-674785bd4764 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:39:30.639391 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.640530 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-39aa3e9b-7b99-4699-b149-fa4e980094d6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2ecc43a3-9db2-46ab-bd42-674785bd4764 HTTP/1.1" status: 204 len: 168 time: 0.8213854 Sep 14 13:39:30.643095 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49742) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:30.646984 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.692161 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] Deleting subnet 9513878b-8225-45a4-a8b7-ed1c0dc54720 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:39:30.695275 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.719630 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef6e7ef7-0f69-48c3-b767-5dcda56914bb None None] Provisioning for port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:39:30.724135 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef6e7ef7-0f69-48c3-b767-5dcda56914bb None None] Provisioning complete for port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:39:30.724611 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7ef7-0f69-48c3-b767-5dcda56914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.734050 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.781777 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e7ef7-0f69-48c3-b767-5dcda56914bb None None] Port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 13:39:30.832589 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.892584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.919596 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9513878b-8225-45a4-a8b7-ed1c0dc54720,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:30.927192 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.932308 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-f8706049-2294-46fa-b88f-1920a0341bdf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9513878b-8225-45a4-a8b7-ed1c0dc54720 HTTP/1.1" status: 204 len: 168 time: 0.2882812 Sep 14 13:39:30.933273 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:30.934289 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3faa061-dd5e-4826-acc6-769493ea03c1 None None] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:39:30.952664 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1537e843-1fe5-441f-8e43-c8c8af3b6b31 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:39:30.962585 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:30.975196 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Transition to ACTIVE for port object 1537e843-1fe5-441f-8e43-c8c8af3b6b31 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 13:39:30.979495 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.008267 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.056942 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1537e843-1fe5-441f-8e43-c8c8af3b6b31,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:31.066395 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Deleting port b9b6db5a-c911-4cc1-8693-6c46eeeef596 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:39:31.066732 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.117698 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Attempting to bind port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 on host hv-cinder-79878 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 13:39:31.118045 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Attempting to bind port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 by drivers openvswitch,hyperv on host hv-cinder-79878 at level 0 using segments [{'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 13:39:31.118375 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Attempting to bind port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:39:31.124560 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79878 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 13:39:31.125021 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Attempting to bind port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 on network a6c97491-36b2-44b9-9fae-8a6c3032ab91 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 13:39:31.130861 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Checking agent: {'id': '175f0765-7c53-488b-88e7-22ee373d7163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'started_at': datetime.datetime(2021, 9, 14, 13, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 13:39:31.131139 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Checking segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 13:39:31.131507 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Bound using segment: {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 13:39:31.131939 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Bound port: 1537e843-1fe5-441f-8e43-c8c8af3b6b31, host: hv-cinder-79878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d7a0ac-f866-4952-b3d1-aa86b55de0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 13:39:31.132439 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.154995 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] For port b9b6db5a-c911-4cc1-8693-6c46eeeef596, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=b9b6db5a-c911-4cc1-8693-6c46eeeef596,segment=NetworkSegment(cd5dcd57-44e7-4f90-8460-0ce2d894d101),segment_id=cd5dcd57-44e7-4f90-8460-0ce2d894d101)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:31.155436 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.168104 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Calling delete_port for b9b6db5a-c911-4cc1-8693-6c46eeeef596 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:39:31.213154 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] DHCP port deletion for e43edb16-0bee-45c9-9fc4-4d01a4229aca request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:39:31.237366 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f63c31-955e-4df9-9cd4-14a116b55cd7 req-685b23d3-3610-435a-b226-c804d4b373b3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:31.245867 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d6f63c31-955e-4df9-9cd4-14a116b55cd7 req-685b23d3-3610-435a-b226-c804d4b373b3 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.1110063 Sep 14 13:39:31.260562 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.303698 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] For port 1537e843-1fe5-441f-8e43-c8c8af3b6b31, host hv-cinder-79878, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 13:39:31.309712 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b6db5a-c911-4cc1-8693-6c46eeeef596,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:31.317343 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Deleting port b9b6db5a-c911-4cc1-8693-6c46eeeef596 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:39:31.317764 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.318610 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] No DVR routers for this DVR port b9b6db5a-c911-4cc1-8693-6c46eeeef596 on host dv-cinder-798783-2-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:39:31.331429 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d6f63c31-955e-4df9-9cd4-14a116b55cd7 req-45dc35fd-1d29-434d-9bd5-1dec62771fb2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844166 Sep 14 13:39:31.334828 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] For port 1537e843-1fe5-441f-8e43-c8c8af3b6b31, host hv-cinder-79878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 13:39:31.341837 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13593885'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.361276 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device eb955c49-6850-4084-964d-b7fd19794d75 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:39:31.397263 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:31.397894 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.399455 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/1537e843-1fe5-441f-8e43-c8c8af3b6b31 HTTP/1.1" status: 200 len: 1093 time: 0.8246691 Sep 14 13:39:31.399910 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:39:31.402469 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:39:31.427808 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.439376 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2140-dc0f-41f7-9009-e046bec981e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1537e843-1fe5-441f-8e43-c8c8af3b6b31,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:31.460675 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43edb16-0bee-45c9-9fc4-4d01a4229aca']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:31.473698 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5dcd57-44e7-4f90-8460-0ce2d894d101') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:31.474281 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5dcd57-44e7-4f90-8460-0ce2d894d101') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:31.485134 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863e1ea1-1674-43e6-b7f7-b3f3f99a7871 x-openstack-request-id: req-863e1ea1-1674-43e6-b7f7-b3f3f99a7871 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:39:31.485684 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:39:31.486025 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-863e1ea1-1674-43e6-b7f7-b3f3f99a7871 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:39:31.486696 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'status': 'completed', 'code': 200} Sep 14 13:39:31.495131 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.511514 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-c67d699a-4eb2-4e01-830a-6b18e088f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:31.511514 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-c67d699a-4eb2-4e01-830a-6b18e088f57e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 1096 time: 0.0642722 Sep 14 13:39:31.513172 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.520357 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:39:31.521589 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:39:31.524148 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:39:31.564945 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-a8f6793f-e251-4b3a-a347-289abecbd432 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31 HTTP/1.1" status: 200 len: 217 time: 0.0462878 Sep 14 13:39:31.603489 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: eb955c49-6850-4084-964d-b7fd19794d75 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:39:31.603820 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device eb955c49-6850-4084-964d-b7fd19794d75 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:39:31.609988 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.611192 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] For port b9b6db5a-c911-4cc1-8693-6c46eeeef596, host dv-cinder-798783-2-iscsi, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:31.611530 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.621345 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.628158 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e43edb16-0bee-45c9-9fc4-4d01a4229aca HTTP/1.1" status: 204 len: 168 time: 0.6938684 Sep 14 13:39:31.632232 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Calling delete_port for b9b6db5a-c911-4cc1-8693-6c46eeeef596 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:39:31.635680 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Port b9b6db5a-c911-4cc1-8693-6c46eeeef596 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 13:39:31.638345 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.642370 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-c5d2af73-fcd9-49d1-809a-83542ddc503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:31.645799 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-c5d2af73-fcd9-49d1-809a-83542ddc503c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0718977 Sep 14 13:39:31.647078 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Network e43edb16-0bee-45c9-9fc4-4d01a4229aca is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 14 13:39:31.647727 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] No DVR routers for this DVR port b9b6db5a-c911-4cc1-8693-6c46eeeef596 on host dv-cinder-798783-2-iscsi {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:39:31.657871 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f1e1a-18db-41ad-9d58-49ad805f67b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43edb16-0bee-45c9-9fc4-4d01a4229aca,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:31.670840 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Pushing event deleted for resources: {'Port': ['ID=b9b6db5a-c911-4cc1-8693-6c46eeeef596,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:31.682304 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.682648 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.682984 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.683313 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.683644 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.684590 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.684957 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.685279 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.685604 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.685923 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.686253 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.686556 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525297f-a438-4830-b523-3ec1ef7b7946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:39:31.711611 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-a3707800-d07f-4597-9bcb-bad01d79d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:31.713134 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-a3707800-d07f-4597-9bcb-bad01d79d301 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597775 Sep 14 13:39:31.827367 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-d2a16ff3-1f1c-4b1e-96d6-c57e1f415e44 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063273 Sep 14 13:39:31.841789 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:31.882234 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d7d2e1b2-a485-4193-ab91-6ed16408a16b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4bb7964ba4d4cc4841d58bfb6b062a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394392 Sep 14 13:39:31.884628 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:31.917225 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-54b0fe1a-155a-4b78-bc38-3a561b327d51 req-9211e983-0044-4994-98df-1313edd8277f service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830858 Sep 14 13:39:31.932217 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1aefb602-1cdc-4a6d-a041-c4047c907dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:31.955407 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1aefb602-1cdc-4a6d-a041-c4047c907dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:32.006067 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1aefb602-1cdc-4a6d-a041-c4047c907dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:32.008550 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1aefb602-1cdc-4a6d-a041-c4047c907dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:32.009729 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-1aefb602-1cdc-4a6d-a041-c4047c907dfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c0214f0-ebe9-4ee0-a861-ba4a0ffa2a16 HTTP/1.1" status: 204 len: 168 time: 0.1241870 Sep 14 13:39:32.012152 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-ea288824-37c1-475a-b7ac-81e53b959e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:32.014048 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-ea288824-37c1-475a-b7ac-81e53b959e84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 1096 time: 0.0464659 Sep 14 13:39:32.017926 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefb602-1cdc-4a6d-a041-c4047c907dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0214f0-ebe9-4ee0-a861-ba4a0ffa2a16,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:32.112246 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-ae9adfc2-389b-4d87-a1d7-0973952937b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:32.113897 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-ae9adfc2-389b-4d87-a1d7-0973952937b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.0923638 Sep 14 13:39:32.161368 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-cb046884-2a6c-42fe-8450-fb79b566136e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31 HTTP/1.1" status: 200 len: 217 time: 0.0376499 Sep 14 13:39:32.209608 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-1bee6abc-4957-44dd-a78f-b775170c67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:32.211035 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-1bee6abc-4957-44dd-a78f-b775170c67dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0426617 Sep 14 13:39:32.257889 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-e448ed05-3b5d-42f1-b590-305e6e81b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:32.259419 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-e448ed05-3b5d-42f1-b590-305e6e81b8da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405297 Sep 14 13:39:32.355973 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-aed20717-f770-482e-9624-c112b293d964 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862029 Sep 14 13:39:32.481758 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c418d9dc-7e0e-42e3-959d-44a94c1c18f9 req-d56b3bd0-fa42-41a2-b385-31581df8aa26 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185689 Sep 14 13:39:32.494175 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde4fd0-03c6-4992-91ea-1fc0c66a8604 req-857f3a93-fbbc-407e-9ebc-8ea0dff06d45 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:32.497715 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3dde4fd0-03c6-4992-91ea-1fc0c66a8604 req-857f3a93-fbbc-407e-9ebc-8ea0dff06d45 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.0721996 Sep 14 13:39:32.536321 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3dde4fd0-03c6-4992-91ea-1fc0c66a8604 req-8da3f9ab-e37c-41bd-93f7-dc1953f27ae7 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344336 Sep 14 13:39:32.881367 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device b9b6db5a-c911-4cc1-8693-6c46eeeef596 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:39:32.901205 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: b9b6db5a-c911-4cc1-8693-6c46eeeef596 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:39:32.901552 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device b9b6db5a-c911-4cc1-8693-6c46eeeef596 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:39:32.901956 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d45a95df-67ba-4d88-8cd3-e8d3eb21a76a no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:39:32.920760 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: d45a95df-67ba-4d88-8cd3-e8d3eb21a76a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:39:32.921106 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device d45a95df-67ba-4d88-8cd3-e8d3eb21a76a not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:39:33.650284 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b0d50-b514-4818-898d-99f55e0ed98a req-7287a0d2-46a1-4b00-b5fb-5fdfe46b3b8f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:33.651734 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-378b0d50-b514-4818-898d-99f55e0ed98a req-7287a0d2-46a1-4b00-b5fb-5fdfe46b3b8f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.0486798 Sep 14 13:39:33.690887 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-378b0d50-b514-4818-898d-99f55e0ed98a req-e251cfdf-ae18-4974-a093-7fa60a968c1a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327883 Sep 14 13:39:33.749499 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:33.850689 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-183cfcfc-d3bc-41c5-b29d-cd0c993898e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:33.940435 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-183cfcfc-d3bc-41c5-b29d-cd0c993898e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:33.944831 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-183cfcfc-d3bc-41c5-b29d-cd0c993898e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:33.982453 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-183cfcfc-d3bc-41c5-b29d-cd0c993898e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f544775a13dc4e24bbac1a57b1ad4570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319207 Sep 14 13:39:33.983534 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cfcfc-d3bc-41c5-b29d-cd0c993898e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db341be8-e229-4f31-a2fc-a55ea2491a1c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:33.985333 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:34.033123 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c14f4dc-18a1-4545-b862-1d8c5c210e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.052885 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c14f4dc-18a1-4545-b862-1d8c5c210e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.096919 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c14f4dc-18a1-4545-b862-1d8c5c210e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.099292 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c14f4dc-18a1-4545-b862-1d8c5c210e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.100417 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-1c14f4dc-18a1-4545-b862-1d8c5c210e75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db341be8-e229-4f31-a2fc-a55ea2491a1c HTTP/1.1" status: 204 len: 168 time: 0.1141236 Sep 14 13:39:34.107992 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14f4dc-18a1-4545-b862-1d8c5c210e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db341be8-e229-4f31-a2fc-a55ea2491a1c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:34.346311 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:34.359358 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc30f6ae-f61b-40ad-b149-3daa5fdc1b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.444498 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc30f6ae-f61b-40ad-b149-3daa5fdc1b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.448123 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc30f6ae-f61b-40ad-b149-3daa5fdc1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.485200 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fc30f6ae-f61b-40ad-b149-3daa5fdc1b57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a705d2f38e0a4fb6b464e2c6a3201683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378648 Sep 14 13:39:34.486133 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30f6ae-f61b-40ad-b149-3daa5fdc1b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe899d-ed98-45a8-956f-db1f0a455b56,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:34.487888 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:34.538603 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69ae371-5b6d-4747-8316-14082d8fd826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.559663 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69ae371-5b6d-4747-8316-14082d8fd826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.604497 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69ae371-5b6d-4747-8316-14082d8fd826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.607526 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69ae371-5b6d-4747-8316-14082d8fd826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:34.608732 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e69ae371-5b6d-4747-8316-14082d8fd826 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ffe899d-ed98-45a8-956f-db1f0a455b56 HTTP/1.1" status: 204 len: 168 time: 0.1197846 Sep 14 13:39:34.616186 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ae371-5b6d-4747-8316-14082d8fd826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe899d-ed98-45a8-956f-db1f0a455b56,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:34.803498 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818796-7437-4ac1-a544-8abffe4b6a98 req-56e97684-75e0-461f-9742-5c4d4f0fd348 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:34.804985 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be818796-7437-4ac1-a544-8abffe4b6a98 req-56e97684-75e0-461f-9742-5c4d4f0fd348 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.0486188 Sep 14 13:39:34.842997 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-be818796-7437-4ac1-a544-8abffe4b6a98 req-325e0b83-4067-4b6c-949c-f22dfbde113b tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313573 Sep 14 13:39:35.875899 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:35.961284 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71d501-0367-42a2-be5f-57dccda3bfde req-4e65c8ea-de16-4602-acf6-824ed12e8ad0 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:35.962746 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a71d501-0367-42a2-be5f-57dccda3bfde req-4e65c8ea-de16-4602-acf6-824ed12e8ad0 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.0487359 Sep 14 13:39:36.004199 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-7a71d501-0367-42a2-be5f-57dccda3bfde req-a722b810-30a0-4e7a-b16d-ba80c1b19f6c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350904 Sep 14 13:39:36.224526 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:36.326292 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e0bcc1-47d8-4a19-b93a-f4390c3e7538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.416591 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e0bcc1-47d8-4a19-b93a-f4390c3e7538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.420559 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e0bcc1-47d8-4a19-b93a-f4390c3e7538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.457237 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-81e0bcc1-47d8-4a19-b93a-f4390c3e7538 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b52c24f76edf4c50b5df05444b9c0fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316275 Sep 14 13:39:36.458153 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0bcc1-47d8-4a19-b93a-f4390c3e7538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a55773-dded-442c-9283-f292f6fecc27,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:36.459879 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:36.510260 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e51d09-f9d6-42ce-a6c6-8a65f46c7623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.531131 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e51d09-f9d6-42ce-a6c6-8a65f46c7623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.574839 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e51d09-f9d6-42ce-a6c6-8a65f46c7623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.577379 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e51d09-f9d6-42ce-a6c6-8a65f46c7623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.578556 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-f5e51d09-f9d6-42ce-a6c6-8a65f46c7623 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3a55773-dded-442c-9283-f292f6fecc27 HTTP/1.1" status: 204 len: 168 time: 0.1177096 Sep 14 13:39:36.586873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e51d09-f9d6-42ce-a6c6-8a65f46c7623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a55773-dded-442c-9283-f292f6fecc27,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:36.825501 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:36.838515 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7065880c-6c0f-4fcf-ae35-1b93b4f745ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.925587 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7065880c-6c0f-4fcf-ae35-1b93b4f745ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.929012 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7065880c-6c0f-4fcf-ae35-1b93b4f745ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:36.966189 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-7065880c-6c0f-4fcf-ae35-1b93b4f745ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e66ff574be643308d60713cd5bb0d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396275 Sep 14 13:39:36.967011 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065880c-6c0f-4fcf-ae35-1b93b4f745ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be474d86-d987-46b1-ba50-50549893d3f3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:36.968917 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:37.015807 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a60e-9cf8-45fc-ab48-3d342a70f4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:37.036175 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a60e-9cf8-45fc-ab48-3d342a70f4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:37.082277 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a60e-9cf8-45fc-ab48-3d342a70f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:37.085328 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a60e-9cf8-45fc-ab48-3d342a70f4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:37.086602 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-a4a3a60e-9cf8-45fc-ab48-3d342a70f4ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be474d86-d987-46b1-ba50-50549893d3f3 HTTP/1.1" status: 204 len: 168 time: 0.1167195 Sep 14 13:39:37.095339 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a60e-9cf8-45fc-ab48-3d342a70f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be474d86-d987-46b1-ba50-50549893d3f3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:37.129728 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966647d-a5bd-4726-8856-bbea48973ba3 req-3c991bd0-83c4-4ca2-8de6-59bbe76e8038 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:37.131190 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b966647d-a5bd-4726-8856-bbea48973ba3 req-3c991bd0-83c4-4ca2-8de6-59bbe76e8038 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.0511045 Sep 14 13:39:37.171226 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b966647d-a5bd-4726-8856-bbea48973ba3 req-a877b3db-3d23-48d6-82a3-c1dd837c6d2c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340815 Sep 14 13:39:38.283652 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bd669-c826-4fc8-9ce7-f4508d04aa22 req-a7caadf3-b282-45b2-a34d-24b84056b4a8 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:38.285164 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-301bd669-c826-4fc8-9ce7-f4508d04aa22 req-a7caadf3-b282-45b2-a34d-24b84056b4a8 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.0483758 Sep 14 13:39:38.321941 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-301bd669-c826-4fc8-9ce7-f4508d04aa22 req-1b42c573-15fc-42ee-9bdd-7953ab22a825 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309227 Sep 14 13:39:39.232478 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:39:39.433482 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475754-17de-42be-95ea-0afd4abe47c7 req-83a61a18-2ce5-4193-9ab0-40eade875a28 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:39.435443 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d4475754-17de-42be-95ea-0afd4abe47c7 req-83a61a18-2ce5-4193-9ab0-40eade875a28 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 943 time: 0.0473862 Sep 14 13:39:39.472073 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-d4475754-17de-42be-95ea-0afd4abe47c7 req-73269156-4cc3-4195-978b-3616678fbada tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308356 Sep 14 13:39:39.568840 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1537e843-1fe5-441f-8e43-c8c8af3b6b31 details requested by agent hyperv_hv-cinder-79878 with host hv-cinder-79878 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 13:39:39.662233 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 1537e843-1fe5-441f-8e43-c8c8af3b6b31, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:39.674143 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Returning: {'device': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'port_id': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'mac_address': 'fa:16:3e:3b:0f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 13:39:39.714267 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:39.727522 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1537e843-1fe5-441f-8e43-c8c8af3b6b31 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 13:39:39.748239 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 1537e843-1fe5-441f-8e43-c8c8af3b6b31, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:39.752980 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:39.800281 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=1537e843-1fe5-441f-8e43-c8c8af3b6b31,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:39.891227 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2a0c-15a8-4115-a234-7377f16c59b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:39.965025 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] get_ports_and_sgs() called for port_ids ['1537e843-1fe5-441f-8e43-c8c8af3b6b31'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 13:39:40.581993 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce2dc1-3c07-41d2-beb8-618283c79132 req-6868aabb-a490-4f10-bebc-9edc2eafb73e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:40.583441 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0bce2dc1-3c07-41d2-beb8-618283c79132 req-6868aabb-a490-4f10-bebc-9edc2eafb73e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 944 time: 0.0471320 Sep 14 13:39:40.624435 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-0bce2dc1-3c07-41d2-beb8-618283c79132 req-189d44e4-3f22-4ec5-b43c-2ea9f1d4dc6b tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351245 Sep 14 13:39:41.396001 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 49992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:41.501065 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c92b6072-fbe8-43f5-b59e-a62ed33b3457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.577325 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1537e843-1fe5-441f-8e43-c8c8af3b6b31 up at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 13:39:41.590537 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c92b6072-fbe8-43f5-b59e-a62ed33b3457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.595584 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c92b6072-fbe8-43f5-b59e-a62ed33b3457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.625864 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning for port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 13:39:41.629397 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Provisioning complete for port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 13:39:41.629774 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591915'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.634454 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-c92b6072-fbe8-43f5-b59e-a62ed33b3457 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e4e06937d304ead90311515194dced3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372649 Sep 14 13:39:41.635288 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b6072-fbe8-43f5-b59e-a62ed33b3457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d811392-c300-4218-9dbe-b778936f255a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:41.637279 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 49996) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:41.687243 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01aec719-329b-40ed-a868-0dcf18f13fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.708642 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01aec719-329b-40ed-a868-0dcf18f13fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.714192 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.738267 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:39:41.740784 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235c6f72170f68445947a66335c83a070b48ad510236017619bca60b0f851746" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81eee39-20f5-4412-aa35-5098c24b1f65" -d '{"events": [{"server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "name": "network-vif-plugged", "status": "completed", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:39:41.744819 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce2a98-3af2-4abb-8b87-043a658e5ac2 req-19001409-e4bb-439a-a188-656c661de916 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:41.747043 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-63ce2a98-3af2-4abb-8b87-043a658e5ac2 req-19001409-e4bb-439a-a188-656c661de916 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 944 time: 0.0508480 Sep 14 13:39:41.762118 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] For port 1537e843-1fe5-441f-8e43-c8c8af3b6b31, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:39:41.763236 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01aec719-329b-40ed-a868-0dcf18f13fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.765969 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01aec719-329b-40ed-a868-0dcf18f13fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.767122 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-01aec719-329b-40ed-a868-0dcf18f13fcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d811392-c300-4218-9dbe-b778936f255a HTTP/1.1" status: 204 len: 168 time: 0.1283293 Sep 14 13:39:41.774168 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:41.786309 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aec719-329b-40ed-a868-0dcf18f13fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d811392-c300-4218-9dbe-b778936f255a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:41.796961 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-63ce2a98-3af2-4abb-8b87-043a658e5ac2 req-35d9d681-e4ed-4cb8-bf7c-5f9ddd1b1396 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428305 Sep 14 13:39:41.833293 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Pushing event updated for resources: {'Port': ['ID=1537e843-1fe5-441f-8e43-c8c8af3b6b31,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:41.912414 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa4cc18-27e5-4908-bb32-1314ff23e2ca x-openstack-request-id: req-1fa4cc18-27e5-4908-bb32-1314ff23e2ca {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:39:41.912743 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "name": "network-vif-plugged", "status": "completed", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:39:41.912999 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fa4cc18-27e5-4908-bb32-1314ff23e2ca {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:39:41.913371 dv-cinder-798783-2-iscsi neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'code': 200} Sep 14 13:39:42.066707 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:42.079847 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b2fdfd-2d33-40df-8c38-80e9eebbe650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.128804 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1976-4482-4bac-bf4a-e630e93bf6fc req-88bc24d6-f897-4a90-a500-55fc09394655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:42.130174 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c78d1976-4482-4bac-bf4a-e630e93bf6fc req-88bc24d6-f897-4a90-a500-55fc09394655 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 1098 time: 0.0446475 Sep 14 13:39:42.165460 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-c78d1976-4482-4bac-bf4a-e630e93bf6fc req-4b214fb3-002b-4059-a640-f1dcd6f1c731 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270011 Sep 14 13:39:42.167524 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b2fdfd-2d33-40df-8c38-80e9eebbe650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.171442 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b2fdfd-2d33-40df-8c38-80e9eebbe650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.208046 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-a1b2fdfd-2d33-40df-8c38-80e9eebbe650 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4cc890de971499db43ea49d95212341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402864 Sep 14 13:39:42.208982 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2fdfd-2d33-40df-8c38-80e9eebbe650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a27174-6dcc-4d4a-9a7d-e9d1bb5cd03b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:42.210753 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:42.258096 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1f51be3-a985-4021-9ec6-0d60f1bdc95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.279191 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1f51be3-a985-4021-9ec6-0d60f1bdc95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.325060 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1f51be3-a985-4021-9ec6-0d60f1bdc95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.327607 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1f51be3-a985-4021-9ec6-0d60f1bdc95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.328189 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a37db97-2d29-47e5-933c-eea83910e7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.328814 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-e1f51be3-a985-4021-9ec6-0d60f1bdc95a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7a27174-6dcc-4d4a-9a7d-e9d1bb5cd03b HTTP/1.1" status: 204 len: 168 time: 0.1170557 Sep 14 13:39:42.336368 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f51be3-a985-4021-9ec6-0d60f1bdc95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a27174-6dcc-4d4a-9a7d-e9d1bb5cd03b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:42.646601 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:42.916184 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354df1f-46f3-47d3-b9c0-ce56c1a018a6 req-687e1f9d-4a31-44c5-a8df-fe262dfec2ff tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:42.917630 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e354df1f-46f3-47d3-b9c0-ce56c1a018a6 req-687e1f9d-4a31-44c5-a8df-fe262dfec2ff tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 945 time: 0.0525203 Sep 14 13:39:42.954911 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e354df1f-46f3-47d3-b9c0-ce56c1a018a6 req-08c09bc8-e97b-4ca9-9b07-7bd8d8578283 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314019 Sep 14 13:39:43.481440 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:44.070085 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788417e4-a38f-4bd7-b51e-8bade87e10b1 req-7d179691-ae72-4c22-a9e3-bd1a3cd9ceea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:44.071543 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-788417e4-a38f-4bd7-b51e-8bade87e10b1 req-7d179691-ae72-4c22-a9e3-bd1a3cd9ceea tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 945 time: 0.0507743 Sep 14 13:39:44.108762 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-788417e4-a38f-4bd7-b51e-8bade87e10b1 req-e63797d2-a6b3-41fc-ab30-4b76ec92b4cc tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313635 Sep 14 13:39:44.219583 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649086b-f10d-4852-9bea-616878e80361 req-8e16e2f1-5a00-4261-b79a-71197c75944f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:44.221112 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3649086b-f10d-4852-9bea-616878e80361 req-8e16e2f1-5a00-4261-b79a-71197c75944f tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 945 time: 0.0471601 Sep 14 13:39:44.261218 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-3649086b-f10d-4852-9bea-616878e80361 req-032e8013-3cb7-4119-a7dd-e2950dea1c79 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336874 Sep 14 13:39:44.283301 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:44.325880 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf70fbf-b658-4313-a076-872b1f905bec tempest-TestVolumeBootPattern-1977691588 tempest-TestVolumeBootPattern-1977691588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:44.327460 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-ebf70fbf-b658-4313-a076-872b1f905bec tempest-TestVolumeBootPattern-1977691588 tempest-TestVolumeBootPattern-1977691588-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 1093 time: 0.0430975 Sep 14 13:39:44.330288 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:44.334961 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Request body: {'floatingip': {'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'port_id': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 13:39:44.357926 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:44.453343 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:44.554252 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Allocated IP 172.27.2.91 (a0c0b0a0-9475-4b33-9af5-77bd2d1711f8/a2ea66e7-c392-4584-a5ce-42b3d1c91263/000ae515-dc59-4bc7-9220-abaf0d5e516f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 13:39:44.650210 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:44.686458 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269770963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:44.722222 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Network a0c0b0a0-9475-4b33-9af5-77bd2d1711f8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 13:39:44.726431 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 13:39:44.728832 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 13:39:44.736509 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=000ae515-dc59-4bc7-9220-abaf0d5e516f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:45.055687 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:45.296962 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:45.363500 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650975'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:45.518996 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:45.523673 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758270325014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269770981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269770999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15965646'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:45.589632 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event updated for resources: {'Port': ['ID=000ae515-dc59-4bc7-9220-abaf0d5e516f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:45.602897 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682478'] for floatingip, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:45.704629 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Floating IP 4b158bc0-7060-46e7-bf32-e8066d44e1b8 associated. External IP: 172.27.2.91, port: 1537e843-1fe5-441f-8e43-c8c8af3b6b31. Sep 14 13:39:45.920263 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:39:46.037073 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:39:46.041320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:39:46.050290 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:46.052271 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:39:46.053069 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:39:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:46.095008 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-47d47368-215a-4859-985f-19cd82c5311d tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7490048 Sep 14 13:39:46.095008 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:39:46.095008 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d42669e-ed9a-4aca-b545-e4158cfa5073" -d '{"events": [{"name": "network-changed", "server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:39:46.169355 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:39:46.257584 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885bbc8-20a1-4950-a592-eaa5e027d78e x-openstack-request-id: req-f885bbc8-20a1-4950-a592-eaa5e027d78e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:39:46.257880 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:39:46.258131 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f885bbc8-20a1-4950-a592-eaa5e027d78e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:39:46.258527 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'status': 'completed', 'code': 200} Sep 14 13:39:46.319530 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-05459227-48d7-4a7d-a1fc-28e3724ed012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:46.321058 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-05459227-48d7-4a7d-a1fc-28e3724ed012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 1098 time: 0.0398355 Sep 14 13:39:46.411622 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '4b158bc0-7060-46e7-bf32-e8066d44e1b8', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:3b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:39:45Z', 'updated_at': '2021-09-14T13:39:45Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}, {'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:43Z', 'revision_number': 1, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:46.415454 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-2e210d29-b92f-4091-ab41-8431d9bdf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:46.416959 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-2e210d29-b92f-4091-ab41-8431d9bdf232 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.0891151 Sep 14 13:39:46.438011 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:39:46.446104 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:39:46.446788 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:39:42Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:46.479930 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-37d5310e-b9ff-4271-a8f8-77b54ff7bcc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31 HTTP/1.1" status: 200 len: 998 time: 0.0562329 Sep 14 13:39:46.531120 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-f0ba3e1e-044d-4d2b-973f-9afbaa7e9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:46.532578 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-f0ba3e1e-044d-4d2b-973f-9afbaa7e9357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0464737 Sep 14 13:39:46.550982 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:39:46.576763 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-2cb53fca-3993-4ae0-81d7-df6888694271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:39:46.578266 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-2cb53fca-3993-4ae0-81d7-df6888694271 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393779 Sep 14 13:39:46.665380 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-c2bb7102-6012-4b9a-b2ea-553f103916b6 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802271 Sep 14 13:39:46.757418 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8d42669e-ed9a-4aca-b545-e4158cfa5073 req-bdf88655-d0bd-4431-86f1-c450b269a424 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Sep 14 13:39:46.778677 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '4b158bc0-7060-46e7-bf32-e8066d44e1b8', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:3b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:39:45Z', 'updated_at': '2021-09-14T13:39:45Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}, {'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:43Z', 'revision_number': 1, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:39:46.805320 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c10b9a-131a-4889-b749-9d58e10a4b68 None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': '4b158bc0-7060-46e7-bf32-e8066d44e1b8', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:3b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:39:45Z', 'updated_at': '2021-09-14T13:39:45Z', 'revision_number': 0, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}, {'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:43Z', 'revision_number': 1, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:39:46.988261 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a343f-8096-4bd0-aa5d-a4e061328c64 None None] New status for floating IP 4b158bc0-7060-46e7-bf32-e8066d44e1b8: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:39:50.205139 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:50.304725 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f16f8a-0585-45c0-af6e-a7d2e56c15de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.391209 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f16f8a-0585-45c0-af6e-a7d2e56c15de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.394858 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f16f8a-0585-45c0-af6e-a7d2e56c15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.431592 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d3f16f8a-0585-45c0-af6e-a7d2e56c15de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0be848a01d6d4caaacc81ce8bac2dd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254136 Sep 14 13:39:50.432709 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f16f8a-0585-45c0-af6e-a7d2e56c15de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e545975-ebce-4015-b8cc-e699e729bada,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:50.434962 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:50.483289 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54411397-9b02-48fc-ae88-0ea279a936bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.503884 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54411397-9b02-48fc-ae88-0ea279a936bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.547720 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54411397-9b02-48fc-ae88-0ea279a936bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.550452 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54411397-9b02-48fc-ae88-0ea279a936bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.551583 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-54411397-9b02-48fc-ae88-0ea279a936bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e545975-ebce-4015-b8cc-e699e729bada HTTP/1.1" status: 204 len: 168 time: 0.1156480 Sep 14 13:39:50.559486 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54411397-9b02-48fc-ae88-0ea279a936bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e545975-ebce-4015-b8cc-e699e729bada,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:50.802570 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:50.821575 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1576b3a-cd4b-47e0-894c-7142127b0cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.907311 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1576b3a-cd4b-47e0-894c-7142127b0cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.910778 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1576b3a-cd4b-47e0-894c-7142127b0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:50.947508 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-c1576b3a-cd4b-47e0-894c-7142127b0cc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e477154a56b0437ba3ee1f010c79ce24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437685 Sep 14 13:39:50.948621 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1576b3a-cd4b-47e0-894c-7142127b0cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8704d542-72d2-4bf3-b020-74e63843902e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:50.950148 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:51.000184 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5df-cd2e-436a-b04a-9501a6efdfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.023575 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5df-cd2e-436a-b04a-9501a6efdfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.069445 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5df-cd2e-436a-b04a-9501a6efdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.071886 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5df-cd2e-436a-b04a-9501a6efdfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.073075 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-4ed1d5df-cd2e-436a-b04a-9501a6efdfe9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8704d542-72d2-4bf3-b020-74e63843902e HTTP/1.1" status: 204 len: 168 time: 0.1213343 Sep 14 13:39:51.081114 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1d5df-cd2e-436a-b04a-9501a6efdfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8704d542-72d2-4bf3-b020-74e63843902e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:51.380957 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:51.395677 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb195a61-90ce-4fd3-9263-06454e2ffd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.492354 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb195a61-90ce-4fd3-9263-06454e2ffd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.497428 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb195a61-90ce-4fd3-9263-06454e2ffd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.541082 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-eb195a61-90ce-4fd3-9263-06454e2ffd8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c760626c5b3842f99faf84f81fda4166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589692 Sep 14 13:39:51.542033 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb195a61-90ce-4fd3-9263-06454e2ffd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d10d7-c064-4eb5-ab9f-3c802f370b7b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:39:51.543771 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:39:51.594061 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f879ef0-0a04-4d7d-b80e-03eb8aeb16ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.615046 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f879ef0-0a04-4d7d-b80e-03eb8aeb16ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.671122 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f879ef0-0a04-4d7d-b80e-03eb8aeb16ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.673594 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f879ef0-0a04-4d7d-b80e-03eb8aeb16ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:39:51.674770 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-8f879ef0-0a04-4d7d-b80e-03eb8aeb16ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c39d10d7-c064-4eb5-ab9f-3c802f370b7b HTTP/1.1" status: 204 len: 168 time: 0.1300352 Sep 14 13:39:51.682817 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f879ef0-0a04-4d7d-b80e-03eb8aeb16ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d10d7-c064-4eb5-ab9f-3c802f370b7b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:40:05.872547 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:09.893321 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9356-450a-49f1-b2f8-3b08361f5d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:12.331485 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-807ba554-ab61-4f7f-ad88-8aa59c51dcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:12.648253 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:13.487032 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:15.058680 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:16.231955 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:40:28.450125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:40:28.550196 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:28.639320 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:28.643243 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:28.678030 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e22899-f729-4ec8-a035-66b438d47384,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:40:28.682378 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6daa194d5bcc4eebb3c79d9e7b758e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311335 Sep 14 13:40:28.685190 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50436) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:40:28.687208 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.687549 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.687880 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.688207 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.688527 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.688873 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.689191 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.689508 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.689824 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.690140 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.690453 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.690763 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44384095-31e0-4882-be7d-ffebe43cd332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.735203 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:28.755172 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:28.802655 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:28.805293 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:28.806430 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5e22899-f729-4ec8-a035-66b438d47384 HTTP/1.1" status: 204 len: 168 time: 0.1201828 Sep 14 13:40:28.814366 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e22899-f729-4ec8-a035-66b438d47384,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:40:28.821444 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.821797 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.822138 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.822473 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.822803 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.823134 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.823461 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.823879 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.824098 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.824419 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.824764 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:28.825083 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe834d5b-a0f3-44fb-b489-08cf3d3fb5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:40:35.900833 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:39.894937 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b95f1a43-dd12-4fc1-a684-edb3e13c0198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:42.335640 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fb228eb-c6e4-4810-9711-222871520efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:42.649465 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:43.487994 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:45.060157 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:40:53.230907 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:41:05.900990 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:09.899604 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc70e-a3d4-4344-adb0-b26f139ebfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:12.336231 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2940-d791-4a45-be95-89b5d8116b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:12.651675 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:13.043822 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-d1f11de0-1db8-4ebb-857c-478937bb9502 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384467 Sep 14 13:41:13.121125 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-a331db45-746e-4263-96e7-f75c77008330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:13.122559 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-a331db45-746e-4263-96e7-f75c77008330 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1099 time: 0.0386579 Sep 14 13:41:13.224274 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-d92b0969-dc62-4a48-b1f8-03cdf522ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:13.225739 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-d92b0969-dc62-4a48-b1f8-03cdf522ca1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.0845277 Sep 14 13:41:13.288880 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-a269358e-6fd9-460d-812d-4cc30e184260 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0555305 Sep 14 13:41:13.339397 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-97c010e0-b34a-40ed-b757-bfe86e855b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:13.340822 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-97c010e0-b34a-40ed-b757-bfe86e855b86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0448751 Sep 14 13:41:13.384087 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-34be391e-9626-4eb9-a60d-e1acbec64c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:13.385563 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-34be391e-9626-4eb9-a60d-e1acbec64c0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381486 Sep 14 13:41:13.471275 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-bec6fad5-9131-4980-acda-ebc47106ddbc service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789685 Sep 14 13:41:13.492780 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:13.561941 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-df00a5c5-8fba-4a7a-b87d-355c7d65e823 req-e9f615d2-10e8-4335-bf2e-970c6eb6e64e service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Sep 14 13:41:15.062367 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:25.075772 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:25.370014 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Deleting port 000ae515-dc59-4bc7-9220-abaf0d5e516f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:25.370357 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:25.441174 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:25.441421 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:25.453645 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Calling delete_port for 000ae515-dc59-4bc7-9220-abaf0d5e516f owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:25.599823 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:25.624828 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event deleted for resources: {'Port': ['ID=000ae515-dc59-4bc7-9220-abaf0d5e516f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:25.685947 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:25.686276 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Floating IP 4b158bc0-7060-46e7-bf32-e8066d44e1b8 disassociated (deleted). External IP: 172.27.2.91, port: 1537e843-1fe5-441f-8e43-c8c8af3b6b31. Sep 14 13:41:25.882363 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:41:25.989165 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:41:25.995920 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:25.999459 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:41:26.008482 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:26.009120 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:26.033294 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-953136ba-fc69-4814-9f41-f46101fe0ce2 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "DELETE /v2.0/floatingips/4b158bc0-7060-46e7-bf32-e8066d44e1b8 HTTP/1.1" status: 204 len: 168 time: 0.9561703 Sep 14 13:41:26.034091 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:41:26.036519 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e767f340-acff-416b-8771-5634e0fcc4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:41:26.078091 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c707bc-d190-4f0d-8a4e-c2d86f2545f4 x-openstack-request-id: req-a7c707bc-d190-4f0d-8a4e-c2d86f2545f4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:41:26.078688 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:41:26.078688 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7c707bc-d190-4f0d-8a4e-c2d86f2545f4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:41:26.079031 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'status': 'completed', 'code': 200} Sep 14 13:41:26.124631 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:26.141251 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-37a7c212-4ed0-46f1-9348-dc39ba5ddb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:26.142684 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-37a7c212-4ed0-46f1-9348-dc39ba5ddb6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 1098 time: 0.0412068 Sep 14 13:41:26.272774 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-70fdd9ca-99a0-4c35-bc00-786e28402d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:26.274213 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-70fdd9ca-99a0-4c35-bc00-786e28402d4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.1236629 Sep 14 13:41:26.284116 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db877f9-71e0-4c44-ad26-0f8ac529f223 req-41190930-def1-4b5f-bd55-61da19fc42a1 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:26.285506 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4db877f9-71e0-4c44-ad26-0f8ac529f223 req-41190930-def1-4b5f-bd55-61da19fc42a1 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 945 time: 0.0660107 Sep 14 13:41:26.327860 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-71cf67d0-19bc-4720-859c-bf0278470c47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31 HTTP/1.1" status: 200 len: 217 time: 0.0414317 Sep 14 13:41:26.363988 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:43Z', 'revision_number': 1, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:26.399815 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:41:26.408561 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:26.409218 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:26.646871 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4db877f9-71e0-4c44-ad26-0f8ac529f223 req-9ab1cdd1-0575-45a1-8577-5bfdd5fb34e7 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3535311 Sep 14 13:41:26.647664 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:26.655479 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-c73fc16a-5b40-41c9-8b99-fbec15ff8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:26.656924 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-c73fc16a-5b40-41c9-8b99-fbec15ff8a4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.3210707 Sep 14 13:41:26.702402 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-711e1b58-46fe-4df8-8ee2-e75c2c5119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:26.703863 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-711e1b58-46fe-4df8-8ee2-e75c2c5119d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390372 Sep 14 13:41:26.794541 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-31b90eab-58bd-49e0-90c4-b49c0142af11 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825725 Sep 14 13:41:26.873072 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:43Z', 'revision_number': 1, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:26.885190 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-e767f340-acff-416b-8771-5634e0fcc4f5 req-a4a737bd-7dde-4adf-a2be-05a27b16ce10 service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833230 Sep 14 13:41:26.905117 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77578380-7e22-4d48-ab17-13b4c0c7fc9a None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_floatingips': [{'id': 'f7330dfa-d973-4fad-914f-253a9a2bd92e', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'router_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'port_id': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'mac_address': 'fa:16:3e:49:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612e394-a624-4261-a37b-58af0428cf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T13:37:41Z', 'updated_at': '2021-09-14T13:37:43Z', 'revision_number': 1, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:41:27.118174 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622538d-4548-4c2a-9356-17b0334ecf52 None None] New status for floating IP 4b158bc0-7060-46e7-bf32-e8066d44e1b8: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:41:27.765047 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-b4b3acd7-3163-4011-b1c3-69f09439ab37 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:27.766457 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-b4b3acd7-3163-4011-b1c3-69f09439ab37 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 945 time: 0.0765731 Sep 14 13:41:27.787861 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74ce4c-5f4c-49d9-a664-807387714351 req-a496350b-b04c-4c3b-b4f6-4e18e8ed3e1e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:27.789319 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4c74ce4c-5f4c-49d9-a664-807387714351 req-a496350b-b04c-4c3b-b4f6-4e18e8ed3e1e tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e767cc5-e177-40d0-bc7f-06c7c6e02b55 HTTP/1.1" status: 200 len: 945 time: 0.0689189 Sep 14 13:41:27.864261 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-4c74ce4c-5f4c-49d9-a664-807387714351 req-5f0e45d7-76ff-4d3a-9cf5-0b71bec1e37c tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600312 Sep 14 13:41:27.886426 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Deleting port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:27.886764 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:27.972901 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] For port 1537e843-1fe5-441f-8e43-c8c8af3b6b31, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=1537e843-1fe5-441f-8e43-c8c8af3b6b31,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:27.973262 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:27.986526 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Calling delete_port for 1537e843-1fe5-441f-8e43-c8c8af3b6b31 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:28.111958 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:28.137803 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event deleted for resources: {'Port': ['ID=1537e843-1fe5-441f-8e43-c8c8af3b6b31,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:28.178974 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] No DVR routers for this DVR port 1537e843-1fe5-441f-8e43-c8c8af3b6b31 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:41:28.181458 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:28.183404 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-8de95855-c979-4e5b-9fdd-1b9eba9e02f7 req-bacff3df-3973-4973-98cd-75acc6084080 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "DELETE /v2.0/ports/1537e843-1fe5-441f-8e43-c8c8af3b6b31 HTTP/1.1" status: 204 len: 173 time: 0.4106553 Sep 14 13:41:28.183836 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'name': 'network-vif-deleted', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:41:28.186073 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403a855-55fa-4d10-929f-824b68d270cb" -d '{"events": [{"server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "name": "network-vif-deleted", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:41:28.224003 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4137f0d9-5ef0-4d85-92c7-2d7e88e95fb1 x-openstack-request-id: req-4137f0d9-5ef0-4d85-92c7-2d7e88e95fb1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:41:28.224397 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e767cc5-e177-40d0-bc7f-06c7c6e02b55", "name": "network-vif-deleted", "tag": "1537e843-1fe5-441f-8e43-c8c8af3b6b31", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:41:28.225389 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4137f0d9-5ef0-4d85-92c7-2d7e88e95fb1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:41:28.225860 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e767cc5-e177-40d0-bc7f-06c7c6e02b55', 'name': 'network-vif-deleted', 'tag': '1537e843-1fe5-441f-8e43-c8c8af3b6b31', 'status': 'completed', 'code': 200} Sep 14 13:41:30.229843 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:41:31.129221 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:31.278430 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Deleting port 6136ecaf-d56b-4b74-8ed0-4d7dd7378dda {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:31.278767 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:31.348780 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:31.349102 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:31.360304 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Calling delete_port for 6136ecaf-d56b-4b74-8ed0-4d7dd7378dda owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:31.500492 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:31.526321 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event deleted for resources: {'Port': ['ID=6136ecaf-d56b-4b74-8ed0-4d7dd7378dda,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:31.547912 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.548260 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.548599 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.548958 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.549288 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.549616 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.549945 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.550272 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.550595 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.550915 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.551236 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.551554 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:31.595234 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:31.595567 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.db.l3_db [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Floating IP f7330dfa-d973-4fad-914f-253a9a2bd92e disassociated (deleted). External IP: 172.27.2.254, port: a23eae24-d599-49d5-beab-6648298b8ed1. Sep 14 13:41:31.793061 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:41:31.897504 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:41:31.902242 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:31.908004 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:41:31.917302 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:31.917906 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:31.927286 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fab58c88-8528-46d8-9f44-04f116047571 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "DELETE /v2.0/floatingips/f7330dfa-d973-4fad-914f-253a9a2bd92e HTTP/1.1" status: 204 len: 168 time: 0.7970314 Sep 14 13:41:31.928518 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:41:31.930825 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddddc87f5803c440af057a03ed72c41b807286713f4efb6246241b05addabb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:41:31.970247 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edefa0e7-b489-460c-967b-dd4e88b0761a x-openstack-request-id: req-edefa0e7-b489-460c-967b-dd4e88b0761a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:41:31.970525 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:41:31.970768 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edefa0e7-b489-460c-967b-dd4e88b0761a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:41:31.971156 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'status': 'completed', 'code': 200} Sep 14 13:41:32.014790 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1537e843-1fe5-441f-8e43-c8c8af3b6b31 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:32.038877 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: 1537e843-1fe5-441f-8e43-c8c8af3b6b31 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:32.039135 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-d23f786c-d25a-46b1-920c-726f95654995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:32.039628 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device 1537e843-1fe5-441f-8e43-c8c8af3b6b31 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:32.041490 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-d23f786c-d25a-46b1-920c-726f95654995 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 1099 time: 0.0484989 Sep 14 13:41:32.052384 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:32.170809 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-d720f293-cf14-465b-a29a-8254fbc66c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:32.172268 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-d720f293-cf14-465b-a29a-8254fbc66c96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 200 len: 912 time: 0.1221020 Sep 14 13:41:32.182826 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937f70f-2994-4c1a-a3e4-78809a94d9bd req-5274f876-1b19-4a7c-97b7-c973881a9368 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:32.184206 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9937f70f-2994-4c1a-a3e4-78809a94d9bd req-5274f876-1b19-4a7c-97b7-c973881a9368 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 946 time: 0.0677307 Sep 14 13:41:32.227193 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-7f1b97ef-8230-4923-86e6-9c85cb283f82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 200 len: 217 time: 0.0420325 Sep 14 13:41:32.252734 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:32.282626 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9937f70f-2994-4c1a-a3e4-78809a94d9bd req-f3ef9b2a-0de1-46bf-be7c-4806929aff54 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910633 Sep 14 13:41:32.282878 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:41:32.290965 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:32.291470 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-60d00745-b181-4f71-bb35-7d5dc3f98162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:32.291609 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:32.293011 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-60d00745-b181-4f71-bb35-7d5dc3f98162 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 200 len: 850 time: 0.0577123 Sep 14 13:41:32.342750 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-e5d7d9c4-6f26-40ad-b37c-8a65312e935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:32.344131 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-e5d7d9c4-6f26-40ad-b37c-8a65312e935a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a6c97491-36b2-44b9-9fae-8a6c3032ab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441589 Sep 14 13:41:32.397196 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:32.434062 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-cc301f25-f11c-4383-aedd-fff5e8f587fd service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805867 Sep 14 13:41:32.528099 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-83da2b70-2fd1-48fb-80ba-991ed1dcec5a req-0d9a2951-16cc-4e50-aa18-c1633e42c84b service neutron] 10.222.0.18 "GET /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865915 Sep 14 13:41:32.596342 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:32.622178 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20098-5584-420f-853f-dab9bef4b7c7 None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:34:39Z', 'revision_number': 4, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi', '_interfaces': [{'id': '701a5246-11a7-43bb-acac-1b977c551a8e', 'name': '', 'network_id': 'a6c97491-36b2-44b9-9fae-8a6c3032ab91', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'mac_address': 'fa:16:3e:b3:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:38Z', 'updated_at': '2021-09-14T13:34:45Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'subnets': [{'id': '3ea528cc-57c1-4012-8503-82bb261dfc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:41:32.823738 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281e160-20f9-406b-a7c3-eec112dc0af9 None None] New status for floating IP f7330dfa-d973-4fad-914f-253a9a2bd92e: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 13:41:33.397719 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5333ae2-790c-41d9-aad2-04a33a493cb5 req-9c6ede4a-5e27-4e15-916c-a1869ab761dd tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:33.399176 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b5333ae2-790c-41d9-aad2-04a33a493cb5 req-9c6ede4a-5e27-4e15-916c-a1869ab761dd tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 946 time: 0.0479009 Sep 14 13:41:33.435953 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-b5333ae2-790c-41d9-aad2-04a33a493cb5 req-72c62802-3e2c-4525-a8e2-ece09697cb0a tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/security-groups?id=28dce01a-cda5-4cbd-9688-e0f3a86fb810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309873 Sep 14 13:41:33.559579 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11119834-0491-4a89-9657-6f258d19e62f req-e042e233-cc66-488c-970f-bb8de308bfab tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 13:41:33.561068 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-11119834-0491-4a89-9657-6f258d19e62f req-e042e233-cc66-488c-970f-bb8de308bfab tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 946 time: 0.0472178 Sep 14 13:41:33.650245 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Deleting port a23eae24-d599-49d5-beab-6648298b8ed1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:33.650577 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:33.734380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] For port a23eae24-d599-49d5-beab-6648298b8ed1, host hv-cinder-79878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79878',level=0,port_id=a23eae24-d599-49d5-beab-6648298b8ed1,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:33.734735 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:33.747084 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Calling delete_port for a23eae24-d599-49d5-beab-6648298b8ed1 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:33.871810 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:33.904664 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event deleted for resources: {'Port': ['ID=a23eae24-d599-49d5-beab-6648298b8ed1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:33.928380 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.928738 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.929063 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.929391 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.929713 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.930037 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.930358 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.930675 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.930994 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.931313 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.931626 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.931933 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:33.953070 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] No DVR routers for this DVR port a23eae24-d599-49d5-beab-6648298b8ed1 on host hv-cinder-79878 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:41:33.955331 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:33.957371 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-11119834-0491-4a89-9657-6f258d19e62f req-d8bc733a-311e-488e-9516-a2c9b697f354 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.18 "DELETE /v2.0/ports/a23eae24-d599-49d5-beab-6648298b8ed1 HTTP/1.1" status: 204 len: 173 time: 0.3906591 Sep 14 13:41:33.957788 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'name': 'network-vif-deleted', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 13:41:33.959966 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e3abcde95532b43d1509a3fa5aa2e2fd84865ab0aaf0c8a103b2c36de4d8ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47007627-f745-418d-8bcc-3ba5ec38cf4e" -d '{"events": [{"server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "name": "network-vif-deleted", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 13:41:33.994966 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbab469d-e7f7-4fa7-9735-d67a03004b11 x-openstack-request-id: req-dbab469d-e7f7-4fa7-9735-d67a03004b11 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 13:41:33.995252 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5612e394-a624-4261-a37b-58af0428cf3d", "name": "network-vif-deleted", "tag": "a23eae24-d599-49d5-beab-6648298b8ed1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 13:41:33.995520 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbab469d-e7f7-4fa7-9735-d67a03004b11 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 13:41:33.995942 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5612e394-a624-4261-a37b-58af0428cf3d', 'name': 'network-vif-deleted', 'tag': 'a23eae24-d599-49d5-beab-6648298b8ed1', 'status': 'completed', 'code': 200} Sep 14 13:41:34.541597 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [req-9336f603-8954-444d-b89a-39a29f38438d req-ee03cc11-cb66-4259-948f-f38f74ca818b tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "GET /v2.0/ports?device_id=5612e394-a624-4261-a37b-58af0428cf3d HTTP/1.1" status: 200 len: 210 time: 0.0264041 Sep 14 13:41:35.599055 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:35.719071 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Deleting port 5d913492-337f-4e56-a050-c2ad433cd8be {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:35.719412 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:35.798673 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:35.798998 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:35.810533 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Calling delete_port for 5d913492-337f-4e56-a050-c2ad433cd8be owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:35.916712 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:35.939899 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:35.962230 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event deleted for resources: {'Port': ['ID=5d913492-337f-4e56-a050-c2ad433cd8be,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:36.022170 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:36.024589 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260499'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:36.025755 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-b588657b-033f-47a3-a286-1e61ee0dfbaf tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "DELETE /v2.0/floatingips/c351fe14-79cd-4781-a996-eeb924d8f077 HTTP/1.1" status: 204 len: 168 time: 0.4257300 Sep 14 13:41:37.218598 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:37.277623 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec120be-532a-4ae6-9ba0-d544c957f068 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:37.301201 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec120be-532a-4ae6-9ba0-d544c957f068 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:37.357829 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec120be-532a-4ae6-9ba0-d544c957f068 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:37.360341 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec120be-532a-4ae6-9ba0-d544c957f068 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:37.361537 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-7ec120be-532a-4ae6-9ba0-d544c957f068 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] 10.222.0.30 "DELETE /v2.0/security-groups/28dce01a-cda5-4cbd-9688-e0f3a86fb810 HTTP/1.1" status: 204 len: 168 time: 0.1419737 Sep 14 13:41:37.371161 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec120be-532a-4ae6-9ba0-d544c957f068 tempest-TestVolumeBootPattern-1629150895 tempest-TestVolumeBootPattern-1629150895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dce01a-cda5-4cbd-9688-e0f3a86fb810,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:37.414335 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50530) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:38.044701 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device a23eae24-d599-49d5-beab-6648298b8ed1 no longer exists at agent hyperv_hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:38.067496 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] No Port match for: a23eae24-d599-49d5-beab-6648298b8ed1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:38.067835 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Device a23eae24-d599-49d5-beab-6648298b8ed1 not bound to the agent host hv-cinder-79878 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:38.089446 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:38.324518 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Deleting port 701a5246-11a7-43bb-acac-1b977c551a8e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:38.325200 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:38.399626 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] For port 701a5246-11a7-43bb-acac-1b977c551a8e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=701a5246-11a7-43bb-acac-1b977c551a8e,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:38.399983 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:38.412284 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Calling delete_port for 701a5246-11a7-43bb-acac-1b977c551a8e owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:38.583491 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:38.609740 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Pushing event deleted for resources: {'Port': ['ID=701a5246-11a7-43bb-acac-1b977c551a8e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:38.772567 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:38.982275 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:41:39.084513 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:41:39.092337 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-50228abe-1aa0-4979-86a9-426b57352caf admin admin] 10.222.0.30 "PUT /v2.0/routers/8e8a5ab0-9c67-45b9-889c-8daba4050b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6768837 Sep 14 13:41:39.092940 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:39.093810 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] Sync routers for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:41:39.107018 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:39.107637 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:39.198877 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.220078 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:39.299889 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.358874 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Deleting port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:39.359563 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.405146 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:41:38Z', 'revision_number': 5, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port': {'id': '9cff5c3d-e5ae-497b-80d4-71b18ef86b36', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:37Z', 'updated_at': '2021-09-14T13:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:39.431752 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] Checking router: 8e8a5ab0-9c67-45b9-889c-8daba4050b30 for host: dv-cinder-798783-2-iscsi {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:41:39.435604 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] For port 9cff5c3d-e5ae-497b-80d4-71b18ef86b36, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:39.435967 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.439797 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] Routers {'8e8a5ab0-9c67-45b9-889c-8daba4050b30'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:39.440393 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:39.449942 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Calling delete_port for 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:39.618163 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.643315 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cff5c3d-e5ae-497b-80d4-71b18ef86b36,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:39.656306 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] Set router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:39.704586 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.711483 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:41:39Z', 'revision_number': 6, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:39.737472 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcfee7-9e70-4eeb-8cde-d862abb114ee None None] The sync data for ids ['8e8a5ab0-9c67-45b9-889c-8daba4050b30'] in dv-cinder-798783-2-iscsi is: [{'id': '8e8a5ab0-9c67-45b9-889c-8daba4050b30', 'name': 'tempest-TestVolumeBootPattern-655844225-router', 'tenant_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:36Z', 'updated_at': '2021-09-14T13:41:39Z', 'revision_number': 6, 'project_id': 'dab1b790f9c6431ca097e7b7cd2eb872', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:41:39.795936 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.798217 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.840219 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.840762 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8a5ab0-9c67-45b9-889c-8daba4050b30 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:41:39.844951 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.846052 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-0586b812-d39a-44b0-8928-70bfad153742 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8e8a5ab0-9c67-45b9-889c-8daba4050b30 HTTP/1.1" status: 204 len: 168 time: 0.7522187 Sep 14 13:41:39.848543 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:39.891498 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] Deleting subnet 3ea528cc-57c1-4012-8503-82bb261dfc04 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:41:39.894576 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.901573 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5162f278-c11d-4f4e-aaea-50f85b99768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:39.932300 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551146'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.003792 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.053142 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15964160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15786668'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.078925 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea528cc-57c1-4012-8503-82bb261dfc04,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:40.080916 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.082802 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-350ab89e-d2dc-4bd4-ae1f-4a5ad7445112 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3ea528cc-57c1-4012-8503-82bb261dfc04 HTTP/1.1" status: 204 len: 168 time: 0.2333052 Sep 14 13:41:40.085861 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:40.089125 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea70224-1f57-443f-8dae-4b13585bec33 None None] Network a6c97491-36b2-44b9-9fae-8a6c3032ab91 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:41:40.163201 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.220831 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Deleting port a99617d5-23a7-4377-980c-f6e6cd22b637 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:40.221177 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.285792 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] For port a99617d5-23a7-4377-980c-f6e6cd22b637, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=a99617d5-23a7-4377-980c-f6e6cd22b637,segment=NetworkSegment(18d7a0ac-f866-4952-b3d1-aa86b55de0b5),segment_id=18d7a0ac-f866-4952-b3d1-aa86b55de0b5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:40.286095 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.297929 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Calling delete_port for a99617d5-23a7-4377-980c-f6e6cd22b637 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:40.373970 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15964221'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.400421 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Pushing event deleted for resources: {'Port': ['ID=a99617d5-23a7-4377-980c-f6e6cd22b637,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:40.402257 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] No DVR routers for this DVR port a99617d5-23a7-4377-980c-f6e6cd22b637 on host dv-cinder-798783-2-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:41:40.473578 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.493972 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c97491-36b2-44b9-9fae-8a6c3032ab91']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:40.503742 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d7a0ac-f866-4952-b3d1-aa86b55de0b5') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:40.504039 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d7a0ac-f866-4952-b3d1-aa86b55de0b5') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:40.514214 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551059'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.528188 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.530707 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1a21d-ffba-44b5-804f-710f31171daa None None] DHCP port deletion for a6c97491-36b2-44b9-9fae-8a6c3032ab91 request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:41:40.534903 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:41:40.535303 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15965666'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: Traceback (most recent call last): Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: timer() Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: cb(*args, **kw) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: return func(*args, **kwargs) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: self._notify() Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: self.callback(batched_events) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: event.method(event) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: return f(self, *a, **k) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._get(url).json() Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: return self.request(url, 'GET', **kwargs) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:41:40.537043 dv-cinder-798783-2-iscsi neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:41:40.598313 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.604514 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.606421 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] 10.222.0.30 "DELETE /v2.0/networks/a6c97491-36b2-44b9-9fae-8a6c3032ab91 HTTP/1.1" status: 204 len: 168 time: 0.5196397 Sep 14 13:41:40.609512 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:40.620232 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b936f-d231-4465-8633-0a9627dca80e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c97491-36b2-44b9-9fae-8a6c3032ab91,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:40.949203 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684270'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:40.952045 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:40.972562 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:40.972928 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 9cff5c3d-e5ae-497b-80d4-71b18ef86b36 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:40.973340 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 701a5246-11a7-43bb-acac-1b977c551a8e no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:40.992447 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 701a5246-11a7-43bb-acac-1b977c551a8e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:40.992824 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 701a5246-11a7-43bb-acac-1b977c551a8e not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:40.993226 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device a99617d5-23a7-4377-980c-f6e6cd22b637 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:41.015169 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: a99617d5-23a7-4377-980c-f6e6cd22b637 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:41.015513 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device a99617d5-23a7-4377-980c-f6e6cd22b637 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:41.184954 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Deleting port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:41.185183 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:41.261993 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] For port 2223f3b4-f32a-4b35-9cc1-2aca6cc97837, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,segment=NetworkSegment(a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad),segment_id=a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:41.262345 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:41.274605 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Calling delete_port for 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:41.446327 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:41.471007 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2223f3b4-f32a-4b35-9cc1-2aca6cc97837,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:41.639169 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1659440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684378'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:41.845307 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 has already been hosted by L3 agent 8a9cdae1-899c-4619-9861-ff017bb8aea6 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 13:41:41.947248 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] Notify agent at l3_agent.dv-cinder-798783-2-iscsi the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 13:41:41.952046 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-f0869280-ffa2-454f-88e0-ff02aab561fc admin admin] 10.222.0.30 "PUT /v2.0/routers/8ab93b9f-0cdb-440e-b48c-c54669c17d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3414948 Sep 14 13:41:41.954546 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:41.957380 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] Sync routers for ids ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'] in dv-cinder-798783-2-iscsi {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 13:41:41.966824 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] Routers {'8ab93b9f-0cdb-440e-b48c-c54669c17d45'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:41.967491 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:42.055379 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.073039 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] Set router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 gateway port host: dv-cinder-798783-2-iscsi {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:42.154969 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.208292 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Deleting port ab13a713-9222-4a91-88c2-84956d678036 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:42.208656 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.245241 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'external_fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ab13a713-9222-4a91-88c2-84956d678036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:41:41Z', 'revision_number': 5, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port': {'id': 'ab13a713-9222-4a91-88c2-84956d678036', 'name': '', 'network_id': 'a0c0b0a0-9475-4b33-9af5-77bd2d1711f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798783-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2ea66e7-c392-4584-a5ce-42b3d1c91263', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798783-2-iscsi'}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:42.273755 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] Checking router: 8ab93b9f-0cdb-440e-b48c-c54669c17d45 for host: dv-cinder-798783-2-iscsi {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 13:41:42.281835 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] Routers {'8ab93b9f-0cdb-440e-b48c-c54669c17d45'} bound to L3 agent in host dv-cinder-798783-2-iscsi {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 13:41:42.282428 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798783-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T13:20:12Z,description=,heartbeat_timestamp=2021-09-14T13:41:12Z,host='dv-cinder-798783-2-iscsi',id=8a9cdae1-899c-4619-9861-ff017bb8aea6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T13:20:12Z,topic='l3_agent')) {'router_ids': ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:42.288341 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] For port ab13a713-9222-4a91-88c2-84956d678036, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=ab13a713-9222-4a91-88c2-84956d678036,segment=NetworkSegment(040cd51f-66af-4429-a49b-edba2992c409),segment_id=040cd51f-66af-4429-a49b-edba2992c409)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:42.288721 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.299973 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Calling delete_port for ab13a713-9222-4a91-88c2-84956d678036 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:42.336094 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22eddcb3-61bb-4e9e-93ae-d6a3f229e0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.369757 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] Set router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 13:41:42.425731 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:41:42Z', 'revision_number': 6, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port_host': None}], 'dv-cinder-798783-2-iscsi', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:42.451455 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf305a-4143-4ef7-964f-0cc48f334953 None None] The sync data for ids ['8ab93b9f-0cdb-440e-b48c-c54669c17d45'] in dv-cinder-798783-2-iscsi is: [{'id': '8ab93b9f-0cdb-440e-b48c-c54669c17d45', 'name': 'tempest-TestVolumeBootPattern-839855691-router', 'tenant_id': '0d25181c8d7843cc9607a616e31237ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T13:34:41Z', 'updated_at': '2021-09-14T13:41:42Z', 'revision_number': 6, 'project_id': '0d25181c8d7843cc9607a616e31237ac', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 13:41:42.463234 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.496463 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab13a713-9222-4a91-88c2-84956d678036,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:42.555997 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682552'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.644059 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1686219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3989'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.646267 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.653158 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.693725 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1686210'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.694202 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab93b9f-0cdb-440e-b48c-c54669c17d45 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 13:41:42.698563 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.699704 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-09323fda-f947-4f79-bdbf-ad1576c2e423 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8ab93b9f-0cdb-440e-b48c-c54669c17d45 HTTP/1.1" status: 204 len: 168 time: 0.7442734 Sep 14 13:41:42.702233 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:42.745408 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] Deleting subnet 58bb861a-a5d7-42db-a926-ad9f916fd108 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 13:41:42.748450 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.781733 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13141989'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.864481 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596341'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.925891 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13592787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15834353'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.951005 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bb861a-a5d7-42db-a926-ad9f916fd108,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:42.957340 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:42.959847 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-13891efa-5f75-4361-8455-845b6d422482 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/58bb861a-a5d7-42db-a926-ad9f916fd108 HTTP/1.1" status: 204 len: 168 time: 0.2567077 Sep 14 13:41:42.962358 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50546) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:42.964343 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454da0a-a52e-4892-b2c9-2a32e386787d None None] Network d2b93766-cf5b-4231-afd9-c83892593554 requested from dv-cinder-798783-2-iscsi {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 13:41:42.989096 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ab13a713-9222-4a91-88c2-84956d678036 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:43.017758 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: ab13a713-9222-4a91-88c2-84956d678036 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:43.018094 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device ab13a713-9222-4a91-88c2-84956d678036 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:43.018500 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:43.035392 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-549801'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.067063 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:43.067403 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device 2223f3b4-f32a-4b35-9cc1-2aca6cc97837 not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:43.200549 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] DHCP port deletion for d2b93766-cf5b-4231-afd9-c83892593554 request from dv-cinder-798783-2-iscsi {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 13:41:43.251877 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Deleting port aacfc509-001d-43d6-8d31-c11d10c2a04e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:43.252334 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.323573 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] For port aacfc509-001d-43d6-8d31-c11d10c2a04e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=aacfc509-001d-43d6-8d31-c11d10c2a04e,segment=NetworkSegment(a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad),segment_id=a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:43.324062 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.336731 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Calling delete_port for aacfc509-001d-43d6-8d31-c11d10c2a04e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:43.349296 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Deleting port aacfc509-001d-43d6-8d31-c11d10c2a04e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 13:41:43.350166 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758270316858'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.410274 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] For port aacfc509-001d-43d6-8d31-c11d10c2a04e, host dv-cinder-798783-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798783-2-iscsi',level=0,port_id=aacfc509-001d-43d6-8d31-c11d10c2a04e,segment=NetworkSegment(a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad),segment_id=a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 13:41:43.410625 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681503'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.414153 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.424378 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Calling delete_port for aacfc509-001d-43d6-8d31-c11d10c2a04e owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 13:41:43.436763 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Pushing event deleted for resources: {'Port': ['ID=aacfc509-001d-43d6-8d31-c11d10c2a04e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:43.446010 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.446355 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.446691 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.447019 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.447342 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.447674 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.447987 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.448307 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.448628 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.448962 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.449276 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.449590 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798783-2-iscsi {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 13:41:43.452175 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c58b95-c8d0-43a7-8c07-291eea34490d None None] No DVR routers for this DVR port aacfc509-001d-43d6-8d31-c11d10c2a04e on host dv-cinder-798783-2-iscsi {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:41:43.495457 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.510991 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758270324996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269770972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13592814'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.535749 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aacfc509-001d-43d6-8d31-c11d10c2a04e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:43.541272 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] No DVR routers for this DVR port aacfc509-001d-43d6-8d31-c11d10c2a04e on host dv-cinder-798783-2-iscsi {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 13:41:43.615694 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-592128', 'neutron.services.segments.db._delete_segments_for_network-8758270283165'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.636825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b93766-cf5b-4231-afd9-c83892593554']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:43.645703 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:43.646329 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bfbef9-2627-4bf7-a2bb-26c50f9f7aad') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 13:41:43.654979 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758270283942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13141916'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.668119 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.673940 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 13:41:43.674311 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-592351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13593905'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: self.session.flush() Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: self.session.flush() Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: self.session.flush() Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: self.session.flush() Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: Traceback (most recent call last): Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: timer() Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: cb(*args, **kw) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: return func(*args, **kwargs) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: self._notify() Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: self.callback(batched_events) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: event.method(event) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: return f(self, *a, **k) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._get(url).json() Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: return self.request(url, 'GET', **kwargs) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 13:41:43.676031 dv-cinder-798783-2-iscsi neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 13:41:43.728312 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-594419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1659449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682460'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.733719 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1659435'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.735505 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d2b93766-cf5b-4231-afd9-c83892593554 HTTP/1.1" status: 204 len: 168 time: 0.7720411 Sep 14 13:41:43.746295 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d431a4e-5ba5-44d2-848b-3b9ad94ff7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b93766-cf5b-4231-afd9-c83892593554,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:43.843108 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50550) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:43.885939 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-3477caba-d381-4c6b-8dcf-17b2a5b9b051 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dab1b790f9c6431ca097e7b7cd2eb872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416310 Sep 14 13:41:43.888612 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.30', 50552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:43.934490 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee1212d4-8d57-4875-ae24-d4291189f09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.954990 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee1212d4-8d57-4875-ae24-d4291189f09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:43.998825 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee1212d4-8d57-4875-ae24-d4291189f09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:44.001365 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee1212d4-8d57-4875-ae24-d4291189f09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:44.002485 dv-cinder-798783-2-iscsi neutron-server[93945]: INFO neutron.wsgi [None req-ee1212d4-8d57-4875-ae24-d4291189f09a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5341406-3bf7-4951-b29c-022ce03bb84f HTTP/1.1" status: 204 len: 168 time: 0.1129684 Sep 14 13:41:44.011133 dv-cinder-798783-2-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1212d4-8d57-4875-ae24-d4291189f09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5341406-3bf7-4951-b29c-022ce03bb84f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:44.306389 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:44.344847 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-65ee57a9-f190-4624-9195-946d51ff8a90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d25181c8d7843cc9607a616e31237ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373349 Sep 14 13:41:44.347170 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.30', 50560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 13:41:44.394445 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc47caf6-c1b9-4bcb-b36c-9c4c89eafd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:44.414950 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc47caf6-c1b9-4bcb-b36c-9c4c89eafd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:44.460937 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc47caf6-c1b9-4bcb-b36c-9c4c89eafd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1890009'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:44.463382 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc47caf6-c1b9-4bcb-b36c-9c4c89eafd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:41:44.464538 dv-cinder-798783-2-iscsi neutron-server[93944]: INFO neutron.wsgi [None req-fc47caf6-c1b9-4bcb-b36c-9c4c89eafd19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f37d195-fde8-4d9b-8a73-0e14531e5370 HTTP/1.1" status: 204 len: 168 time: 0.1165092 Sep 14 13:41:44.473629 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47caf6-c1b9-4bcb-b36c-9c4c89eafd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37d195-fde8-4d9b-8a73-0e14531e5370,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 13:41:44.949039 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device aacfc509-001d-43d6-8d31-c11d10c2a04e no longer exists at agent ovs-agent-dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 13:41:44.971981 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] No Port match for: aacfc509-001d-43d6-8d31-c11d10c2a04e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 13:41:44.972325 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Device aacfc509-001d-43d6-8d31-c11d10c2a04e not bound to the agent host dv-cinder-798783-2-iscsi {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 13:41:45.065206 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:05.915853 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:07.228586 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:42:09.902896 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e977d49-e24b-4ff4-8c79-5b56a07cb815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:12.337033 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25f9ea50-8fcb-4ea4-b972-89d28021bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:12.654612 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:13.498045 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:15.066620 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:35.944353 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:39.903732 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16a6e714-6bb0-44ea-8edf-80d998676940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:42.336798 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42278836-563a-41e2-ab5d-2502fa6f6348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:42.654420 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:43.499411 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:42:44.227571 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:42:45.068570 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:05.962129 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:09.903569 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e14f3b1f-d318-4b5d-9578-f0c47ee253c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:12.336268 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32200003-1323-496b-8a13-b059d01c40a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:12.654761 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:13.502494 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:15.073050 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:21.227196 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:43:21.978175 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [req-ee074d9f-3315-492b-8e13-39be3d716005 req-15b16f2c-0c91-4e8c-b1a1-c5d70fd4b36c service neutron] (93944) timed out ('10.222.0.18', 53623) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 13:43:35.961681 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:39.903526 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36d35e24-de13-4eaf-8cfa-7b6eeae4aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:42.338901 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09291109-ed9a-46cd-b1b3-7d2a88531854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:42.654539 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:43.505754 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:45.074508 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:43:58.225271 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:44:05.996139 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:09.902874 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb1922db-5b25-403e-885f-a2df63d4c5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:12.340072 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ad76d7b-e8e0-4761-96a4-a8ae460db654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:12.654371 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:13.508437 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:15.076528 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:35.224386 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:44:36.001671 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:39.903362 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e845bbb-abef-4d8b-b58a-25d45184b697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:42.340969 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0b44fc9-f6ec-47dd-b2f3-5b431fa8de50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:42.654948 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:43.510422 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:44:45.080230 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:06.012536 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:09.903358 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95ffb8a8-52d8-4a03-97fb-1e96fe44686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:12.222895 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:45:12.341346 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c3fe-84b6-4fb8-9a4c-221e8855d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:12.655521 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:13.514287 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:15.083567 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:36.006707 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:36.821681 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [req-415f33e0-9d25-46c4-8437-dd97dddcdc7a req-357816d9-a011-4f0f-8e9a-15ff4826a496 service neutron] (93944) timed out ('10.222.0.18', 53606) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 13:45:39.907554 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b71ef5-c498-431e-8fda-947f3ae827a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:40.670983 dv-cinder-798783-2-iscsi neutron-server[93944]: DEBUG neutron.wsgi [req-0508720a-e7f9-487c-8d6c-ac19a22efcd9 req-e5df4cc4-a6be-4f0f-8442-9ad2dfecaddd service neutron] (93944) timed out ('10.222.0.30', 44614) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 13:45:42.344127 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c15bce28-34c6-40a2-aa51-72aba2eaec93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:42.656013 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:43.516934 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:45.086544 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:45:49.222387 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:46:06.005743 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:09.907150 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a89a9bdb-d1cc-41d7-b39a-fd74f94c34e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:12.343617 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5009eefd-73cd-4c64-9c1d-569d6a3b967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:12.656538 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:13.519582 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:15.088443 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:26.221623 dv-cinder-798783-2-iscsi neutron-server[93947]: DEBUG neutron.db.agents_db [None req-02da5245-7ca8-42d5-a740-94e89ebe3916 None None] Agent healthcheck: found 6 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 13:46:36.005179 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64e3bc3-a5d2-4106-8b77-1e1ca4233996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:39.910531 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c6b1c3b-0041-4b7e-8d57-c15babec5a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:42.343396 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e557481-47cc-4787-b837-a3bd9370949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:42.658466 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2351b93-b09a-49db-a910-06c7467680c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:43.522159 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7162-e342-4336-915a-a020edbae8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 13:46:45.090917 dv-cinder-798783-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c867ec22-4494-43b9-8824-cf71a7c5b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758270283147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595142'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}